-- Logs begin at Wed 2021-06-16 17:52:49 UTC, end at Wed 2021-06-16 18:49:31 UTC. -- Jun 16 18:27:51.964769 dv-cinder-667108-31-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 18:27:54.624850 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.common.config [-] Logging enabled! Jun 16 18:27:54.625438 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 18:27:54.625625 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92837) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 18:27:54.628804 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.common.config [-] Logging enabled! Jun 16 18:27:54.629059 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 18:27:54.629374 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92837) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 18:27:54.630292 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 18:27:54.630525 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 18:27:54.630880 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 18:27:54.631124 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 18:27:54.631347 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 18:27:54.631661 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.631953 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.632268 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.632498 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.632789 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.633075 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.633354 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.633640 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.633936 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.634224 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.635110 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.635824 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.635824 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.636213 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.636295 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.636590 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.636817 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] debug = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.637100 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.637528 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.637932 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.638213 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.638504 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.638784 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.639056 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.639337 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.639621 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.639948 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] host = dv-cinder-667108-31-smb {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.640252 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.640545 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.640832 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.641117 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.641392 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.641668 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.641952 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.642224 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.642496 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] log_file = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.642772 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.643059 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.643348 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.643635 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.643860 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.644081 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.644391 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.644680 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.644956 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.645232 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.645508 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.645783 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.646058 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.646327 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.646611 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.646895 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.647180 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.647455 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.647730 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.648001 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.648297 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.648584 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.648857 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.649130 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.649409 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.649829 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.649951 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.650778 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.651083 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.651370 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.651652 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.651939 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.652242 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.652528 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.652800 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.653075 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.653346 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] use_json = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.653621 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.653891 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.654172 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.654443 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.654716 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.654989 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.655262 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.655546 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:54.655839 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.656154 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.656457 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.656741 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.657038 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.657322 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.657613 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.657895 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.658184 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.658474 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.658765 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.659045 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.659339 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.659619 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.659918 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.660245 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.660540 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.660833 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.661111 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.661388 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.661664 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.661943 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.662230 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.662523 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.662813 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.663090 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.663369 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.663660 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.663939 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.664239 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.664518 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.664804 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.665082 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.665356 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.665659 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.666082 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.666340 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.666522 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.666799 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.667091 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.667367 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.667640 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.667910 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.668212 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.668486 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.668769 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.669046 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.669324 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.669596 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.669872 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.670143 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.670414 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.670688 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.670958 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.671236 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.671504 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.671772 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.672043 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.672335 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.672608 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.672878 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.673148 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.673424 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.673694 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.673964 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.674232 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.674500 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.674896 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.675054 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.675347 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.675622 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.675899 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.676202 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.676480 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.676758 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.677035 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.677311 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.677588 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.677859 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.678149 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.678432 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.678717 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.678998 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.679281 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.679575 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.679853 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.680149 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.680428 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.680706 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.680993 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.681326 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.681637 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.682011 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.682306 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.682596 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.682891 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.683174 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.683482 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.683761 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:54.683978 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 18:27:54.684247 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92837) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 18:27:55.029497 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:27:55.029682 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:27:55.029949 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:27:55.030280 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 18:27:55.432748 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.433040 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.433313 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.434610 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.434885 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.435156 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.468175 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.468451 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.468713 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.482155 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.482437 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.482705 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.512515 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.512791 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.513060 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.548978 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.549249 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.549514 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.780221 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.780833 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.780833 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.781022 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.781954 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.904275 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.904587 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.904868 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.905140 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.905408 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.905720 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.905979 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.906235 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.906487 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.906767 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.907024 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.907290 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.907548 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.907810 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.908062 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.908352 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.908622 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.908876 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.909145 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.909393 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.909668 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.910011 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.910262 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.910542 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.910789 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.911032 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.911417 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:27:55.911653 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:27:55.911886 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:27:55.912118 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:27:55.912367 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:27:55.912598 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:27:55.913899 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 18:27:55.917008 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 18:27:55.920883 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 18:27:55.924807 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jun 16 18:27:55.926410 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 18:27:55.926857 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 18:27:55.927186 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 18:27:55.927562 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 18:27:55.930339 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 18:27:55.930589 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 18:27:55.930929 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 18:27:55.958481 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 18:27:55.958917 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.959213 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92837) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 18:27:55.959576 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.960945 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92837) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 18:27:55.961224 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 18:27:55.961463 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 18:27:55.965268 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:55.965554 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.028077 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 18:27:56.028346 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 18:27:56.028586 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 18:27:56.028959 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 18:27:56.049430 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_db.sqlalchemy.engines [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92837) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 18:27:56.569223 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.managers [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Initializing driver for type 'gre' Jun 16 18:27:56.569739 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] gre ID ranges: [(1, 1000)] Jun 16 18:27:56.622323 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.managers [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Initializing driver for type 'local' Jun 16 18:27:56.622658 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.managers [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Initializing driver for type 'vlan' Jun 16 18:27:56.635865 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] VlanTypeDriver initialization complete Jun 16 18:27:56.636380 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.managers [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Initializing driver for type 'vxlan' Jun 16 18:27:56.636858 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] vxlan ID ranges: [(1, 1000)] Jun 16 18:27:56.698238 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.managers [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Initializing extension driver 'port_security' Jun 16 18:27:56.698561 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.extensions.port_security [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] PortSecurityExtensionDriver initialization complete Jun 16 18:27:56.698887 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.managers [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Initializing mechanism driver 'openvswitch' Jun 16 18:27:56.699245 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.managers [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Initializing mechanism driver 'hyperv' Jun 16 18:27:56.706032 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.plugins.ml2.plugin [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:27:56.706816 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > port after_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.707197 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > port after_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.707576 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > port after_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.707948 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > subnet after_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.708334 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > subnet after_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.708685 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.709069 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > network after_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.709420 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > network after_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.709762 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > network after_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.710142 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > security_group after_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.710502 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > security_group after_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.710848 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.711228 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.711575 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.711919 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.712340 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > address_group after_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.713800 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > address_group after_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.714159 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.714527 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] ML2 OVO RPC backend initialized. {{(pid=92837) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 18:27:56.715219 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.715577 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.715999 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > network before_response 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.716380 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > networks before_response 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.716737 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > port before_response 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.717085 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > ports before_response 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.717435 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > subnet before_response 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.717788 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > subnets before_response 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.718134 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > network after_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.718479 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > network after_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.718819 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > network after_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.719162 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > port after_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.719524 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > port after_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.719868 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > port after_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.720238 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > subnet after_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.720579 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > subnet after_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.720922 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.721498 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.plugin [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Modular L2 Plugin initialization complete Jun 16 18:27:56.721830 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading services supported by the core plugin {{(pid=92837) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 18:27:56.722163 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.plugins.ml2.managers [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Got port-security extension from driver 'port_security' Jun 16 18:27:56.722656 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.extensions.vlantransparent [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Disabled vlantransparent extension. Jun 16 18:27:56.723146 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92837) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 18:27:56.723460 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading Plugin: router Jun 16 18:27:56.760608 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.761008 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router after_create 55549900 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.761383 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router before_create 55549900 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.761752 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.762127 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.762485 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router after_delete 55549900 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.762851 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.763217 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router after_create 55549900 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.763570 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router after_update 55549900 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.763921 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router after_update 55549900 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.764300 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.764665 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router after_update 55549900 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.765075 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router precommit_update 55549900 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.765447 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: port after_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.765786 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: port after_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.766124 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: subnet after_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.766464 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.766813 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.767164 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router precommit_create 55549900 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.767507 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: port before_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.767850 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router precommit_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.768232 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router after_update 55549900 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.768579 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.768943 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router precommit_create 55549900 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.769310 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.769662 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router precommit_update 55549900 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.770039 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > network after_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.770893 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Tracking information for resource: router configured {{(pid=92837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:27:56.771225 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Tracking information for resource: floatingip configured {{(pid=92837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:27:56.777268 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.db.l3_agentschedulers_db [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 18:27:56.777964 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: port after_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.778331 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: port after_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.778684 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: port after_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.779036 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: port after_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.779836 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router before_create 55550100 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.780232 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.780760 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router precommit_create 55550100 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.780942 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > router precommit_update 55550100 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.785386 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.services.provider_configuration [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Service providers = [] {{(pid=92837) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 18:27:56.785750 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.db.servicetype_db [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92837) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 18:27:56.788689 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.services.service_base [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92837) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 18:27:56.789047 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.services.service_base [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92837) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 18:27:56.789393 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.services.service_base [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92837) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 18:27:56.790268 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.services.service_base [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92837) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 18:27:56.790704 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.services.service_base [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 18:27:56.791353 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:27:56.791729 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 18:27:56.802475 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:27:56.802815 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading Plugin: auto_allocate Jun 16 18:27:56.809291 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: network precommit_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.809659 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: network precommit_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.810177 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:27:56.810498 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading Plugin: tag Jun 16 18:27:56.817044 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:27:56.817378 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading Plugin: timestamp Jun 16 18:27:56.825967 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:27:56.826254 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading Plugin: network_ip_availability Jun 16 18:27:56.831715 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.832094 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.832497 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:56.833215 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:27:56.833539 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading Plugin: flavors Jun 16 18:27:56.839314 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:27:56.839643 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading Plugin: revisions Jun 16 18:27:56.843980 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:27:56.844401 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_concurrency.lockutils [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.814s {{(pid=92837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:27:56.845147 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92837) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 18:27:56.845486 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Initializing extension manager. Jun 16 18:27:56.845993 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: __init__.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.846336 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: __pycache__ {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.846671 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.847005 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: address_group.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.847753 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.848362 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: address-group Jun 16 18:27:56.848689 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: address_scope.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.849394 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.849904 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: address-scope Jun 16 18:27:56.850226 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.851149 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.851661 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: router-admin-state-down-before-update Jun 16 18:27:56.851984 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: agent.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.852711 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.853663 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: agent Jun 16 18:27:56.853995 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: agent_resources_synced.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.854920 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.855430 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: agent-resources-synced Jun 16 18:27:56.855756 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: allowedaddresspairs.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.857741 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.858262 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: allowed-address-pairs Jun 16 18:27:56.858591 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: auto_allocated_topology.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.859659 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.860200 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: auto-allocated-topology Jun 16 18:27:56.860527 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: availability_zone.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.861217 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.861980 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: availability_zone Jun 16 18:27:56.862302 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: availability_zone_filter.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.863210 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.863715 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: availability_zone_filter Jun 16 18:27:56.864037 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: data_plane_status.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.864964 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.865470 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 18:27:56.865793 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: default_subnetpools.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.866691 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.867198 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: default-subnetpools Jun 16 18:27:56.867522 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.868350 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.869373 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: dhcp_agent_scheduler Jun 16 18:27:56.869707 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: dns.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.870623 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.871135 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 18:27:56.871460 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: dns_domain_ports.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.872396 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.872909 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 18:27:56.873233 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: dvr.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.873896 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.874395 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: dvr Jun 16 18:27:56.874717 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: empty_string_filtering.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.875616 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.876124 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: empty-string-filtering Jun 16 18:27:56.876475 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.877367 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.877869 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 18:27:56.878192 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.879100 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.879605 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 18:27:56.879928 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: external_net.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.880862 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.881372 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: external-net Jun 16 18:27:56.881696 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.882607 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.883110 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: extra_dhcp_opt Jun 16 18:27:56.883432 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: extraroute.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.884883 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.885804 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: extraroute Jun 16 18:27:56.886125 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: extraroute_atomic.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.887165 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.887680 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: extraroute-atomic Jun 16 18:27:56.888005 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: filter_validation.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.888688 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.889194 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: filter-validation Jun 16 18:27:56.889514 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: fip_pf_description.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.890411 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.890915 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 18:27:56.891242 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: fip_port_details.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.892178 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.892689 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: fip-port-details Jun 16 18:27:56.893012 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: flavors.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.894237 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.894753 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: flavors Jun 16 18:27:56.895081 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.896779 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.897299 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 18:27:56.897633 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: floatingip_pools.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.898326 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.898839 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: floatingip-pools Jun 16 18:27:56.899169 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: ip_allocation.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.901233 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.901749 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 18:27:56.902080 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.903009 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.903522 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: ip-substring-filtering Jun 16 18:27:56.903851 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: l2_adjacency.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.904807 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.905309 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 18:27:56.905633 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: l3.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.906590 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.907106 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: router Jun 16 18:27:56.907436 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.909838 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.910369 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 18:27:56.910702 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.911643 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.912187 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: ext-gw-mode Jun 16 18:27:56.912522 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.913432 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.913947 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: l3-ha Jun 16 18:27:56.914277 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: l3_flavors.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.915181 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.916152 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: l3-flavors Jun 16 18:27:56.916516 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.917451 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.917963 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 18:27:56.918289 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: l3agentscheduler.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.919316 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.919828 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: l3_agent_scheduler Jun 16 18:27:56.920180 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: logging.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.921665 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.922187 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension logging not supported by any of loaded plugins Jun 16 18:27:56.922519 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: metering.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.923252 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.923830 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: metering Jun 16 18:27:56.924185 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.925265 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.925783 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: metering_source_and_destination_fields Jun 16 18:27:56.926112 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: multiprovidernet.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.927029 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.927541 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: multi-provider Jun 16 18:27:56.927869 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: netmtu.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.928810 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.929321 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: net-mtu Jun 16 18:27:56.929649 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: netmtu_writable.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.930559 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.931071 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: net-mtu-writable Jun 16 18:27:56.932040 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: network_availability_zone.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.932734 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.933242 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: network_availability_zone Jun 16 18:27:56.933570 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: network_ip_availability.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.934662 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.935177 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: network-ip-availability Jun 16 18:27:56.935508 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: network_segment_range.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.936308 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.936814 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 18:27:56.937141 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: pagination.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.938120 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.938452 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: pagination Jun 16 18:27:56.938777 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: port_device_profile.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.939699 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.940250 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: port-device-profile Jun 16 18:27:56.940577 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.941500 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.942009 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: port-mac-address-regenerate Jun 16 18:27:56.942334 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.943239 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.943746 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: port-numa-affinity-policy Jun 16 18:27:56.944067 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: port_resource_request.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.945009 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.945511 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 18:27:56.945832 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: portbindings.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.946747 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.948740 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: binding Jun 16 18:27:56.949083 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: portbindings_extended.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.950423 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.950953 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: binding-extended Jun 16 18:27:56.951281 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: portsecurity.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.952217 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.952737 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: port-security Jun 16 18:27:56.953065 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: project_id.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.954164 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.954500 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: project-id Jun 16 18:27:56.954823 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: providernet.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.955742 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.956299 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: provider Jun 16 18:27:56.956623 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: qos.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.960179 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.960704 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension qos not supported by any of loaded plugins Jun 16 18:27:56.961103 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.962270 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.963543 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 18:27:56.964024 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.964807 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.965322 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 18:27:56.965649 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: qos_default.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.966543 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.967056 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension qos-default not supported by any of loaded plugins Jun 16 18:27:56.967382 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: qos_fip.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.968022 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.968565 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 18:27:56.968889 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: qos_gateway_ip.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.969798 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.970308 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 18:27:56.970632 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: qos_port_network_policy.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.971536 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.972042 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 18:27:56.972397 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: qos_rule_type_details.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.973294 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.973793 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 18:27:56.974113 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: qos_rules_alias.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.975148 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.975654 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 18:27:56.975975 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: quotasv2.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.977000 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.977325 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: quotas Jun 16 18:27:56.977643 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: quotasv2_detail.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.980861 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.981207 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: quota_details Jun 16 18:27:56.981545 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: rbac.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.982598 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.983124 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: rbac-policies Jun 16 18:27:56.983455 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: rbac_address_group.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.984409 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.984930 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: rbac-address-group Jun 16 18:27:56.985257 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: rbac_address_scope.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.986159 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.986925 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: rbac-address-scope Jun 16 18:27:56.987257 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: rbac_security_groups.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.988401 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.988921 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: rbac-security-groups Jun 16 18:27:56.989244 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: rbac_subnetpool.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.990143 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.990653 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: rbac-subnetpool Jun 16 18:27:56.990977 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: revisionifmatch.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.991882 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.992424 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: revision-if-match Jun 16 18:27:56.992748 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: revisions.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.994572 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.995391 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: standard-attr-revisions Jun 16 18:27:56.995796 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: router_availability_zone.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.996496 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.997003 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: router_availability_zone Jun 16 18:27:56.997326 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: routerservicetype.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.998237 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:56.998744 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 18:27:56.999064 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:56.999969 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.000519 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: security-groups-normalized-cidr Jun 16 18:27:57.000842 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.001746 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.002254 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: port-security-groups-filtering Jun 16 18:27:57.002576 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.003476 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.003983 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: security-groups-remote-address-group Jun 16 18:27:57.004338 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: securitygroup.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.014458 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.014979 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: security-group Jun 16 18:27:57.015314 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: segment.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.016091 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.016623 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension segment not supported by any of loaded plugins Jun 16 18:27:57.016948 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.017866 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.018372 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 18:27:57.018697 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: servicetype.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.019806 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.020356 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: service-type Jun 16 18:27:57.020683 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: sorting.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.021655 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.021988 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: sorting Jun 16 18:27:57.022313 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: standard_attr_segment.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.023208 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.023719 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 18:27:57.024044 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: standardattrdescription.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.024703 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.025231 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: standard-attr-description Jun 16 18:27:57.025549 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: stateful_security_group.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.026452 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.026962 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: stateful-security-group Jun 16 18:27:57.027284 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: stdattrs_common.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.027849 dv-cinder-667108-31-smb neutron-server[92837]: WARNING neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 18:27:57.028194 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.029176 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.029682 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 18:27:57.029998 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: subnet_onboard.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.031056 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.031563 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: subnet_onboard Jun 16 18:27:57.031882 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.032825 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.033327 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 18:27:57.033647 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: subnet_service_types.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.034562 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.035067 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: subnet-service-types Jun 16 18:27:57.035385 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: subnetallocation.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.036486 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.036994 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: subnet_allocation Jun 16 18:27:57.037313 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.037961 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.038465 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: subnetpool-prefix-ops Jun 16 18:27:57.038784 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.039706 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.040231 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 18:27:57.040558 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: tagging.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.041623 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.042134 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: standard-attr-tag Jun 16 18:27:57.042458 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: timestamp.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.043725 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.044275 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loaded extension: standard-attr-timestamp Jun 16 18:27:57.044603 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: trunk.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.045643 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.046152 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension trunk not supported by any of loaded plugins Jun 16 18:27:57.046476 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: trunk_details.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.047379 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.047890 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 18:27:57.048251 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: uplink_status_propagation.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.049158 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.049665 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 18:27:57.049984 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Loading extension file: vlantransparent.py {{(pid=92837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 18:27:57.050640 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 18:27:57.051139 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 18:27:57.053619 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Creating instance of TrackedResource for resource:network Jun 16 18:27:57.054138 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Creating instance of TrackedResource for resource:subnet Jun 16 18:27:57.054540 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 18:27:57.054928 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Creating instance of TrackedResource for resource:port Jun 16 18:27:57.056664 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.v2.resource_helper [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:27:57.057195 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.v2.resource_helper [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Service FLAVORS assigned prefix: {{(pid=92837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:27:57.057835 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.v2.resource_helper [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:27:57.058262 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.v2.resource_helper [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:27:57.058601 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Creating instance of TrackedResource for resource:router Jun 16 18:27:57.059060 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 18:27:57.059551 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.v2.resource_helper [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Service METERING assigned prefix: /metering {{(pid=92837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:27:57.061011 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:57.061380 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:57.061729 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:27:57.062737 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 18:27:57.063188 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Creating instance of TrackedResource for resource:security_group Jun 16 18:27:57.063607 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 18:27:57.064242 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.v2.resource_helper [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Service CORE assigned prefix: {{(pid=92837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:27:57.064571 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 18:27:57.064914 dv-cinder-667108-31-smb neutron-server[92837]: WARNING neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] subnetpool is already registered Jun 16 18:27:57.065343 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.v2.resource_helper [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Service CORE assigned prefix: {{(pid=92837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:27:57.065664 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 18:27:57.066000 dv-cinder-667108-31-smb neutron-server[92837]: WARNING neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] subnetpool is already registered Jun 16 18:27:57.068302 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.v2.resource_helper [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:27:57.068736 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.v2.resource_helper [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Service FLAVORS assigned prefix: {{(pid=92837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:27:57.069328 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.v2.resource_helper [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:27:57.069746 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.v2.resource_helper [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:27:57.070073 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Creating instance of TrackedResource for resource:router Jun 16 18:27:57.070405 dv-cinder-667108-31-smb neutron-server[92837]: WARNING neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] router is already registered Jun 16 18:27:57.070810 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 18:27:57.071140 dv-cinder-667108-31-smb neutron-server[92837]: WARNING neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] floatingip is already registered Jun 16 18:27:57.071617 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.v2.resource_helper [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Service METERING assigned prefix: /metering {{(pid=92837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:27:57.072935 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 18:27:57.073284 dv-cinder-667108-31-smb neutron-server[92837]: WARNING neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] rbac_policy is already registered Jun 16 18:27:57.073733 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Creating instance of TrackedResource for resource:security_group Jun 16 18:27:57.074089 dv-cinder-667108-31-smb neutron-server[92837]: WARNING neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] security_group is already registered Jun 16 18:27:57.074509 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 18:27:57.074839 dv-cinder-667108-31-smb neutron-server[92837]: WARNING neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] security_group_rule is already registered Jun 16 18:27:57.075449 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.v2.resource_helper [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Service CORE assigned prefix: {{(pid=92837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:27:57.075772 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 18:27:57.076168 dv-cinder-667108-31-smb neutron-server[92837]: WARNING neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] subnetpool is already registered Jun 16 18:27:57.076619 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.v2.resource_helper [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Service CORE assigned prefix: {{(pid=92837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:27:57.076877 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 18:27:57.077204 dv-cinder-667108-31-smb neutron-server[92837]: WARNING neutron.quota.resource_registry [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] subnetpool is already registered Jun 16 18:27:57.077673 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: extensions {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.079140 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: address-groups {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.080699 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: address-scopes {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.082019 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: agents {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.083167 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: auto-allocated-topology {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.084468 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: availability_zones {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.085698 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: dhcp-networks {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.087201 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: dhcp-agents {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.088696 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: routers {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.090399 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: flavors {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.092808 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: service_profiles {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.094033 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: next_providers {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.095475 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: service_profiles {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.097078 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: floatingip-pools {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.098285 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: routers {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.100009 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: floatingips {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.101322 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: l3-routers {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.102705 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: l3-agents {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.104318 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: metering-labels {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.105572 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: metering-label-rules {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.106951 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: network-ip-availabilities {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.108256 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: bindings {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.109844 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: quotas {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.111382 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: quotas {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.113124 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: rbac-policies {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.114322 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: security-groups {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.115631 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: security-group-rules {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.116907 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: service-providers {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.118136 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: subnetpools {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.120229 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: subnetpools {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.121823 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: tags {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.123511 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: tags {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.125366 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: tags {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.127154 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: tags {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.128914 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: tags {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.130954 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: tags {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.132673 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: tags {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.135054 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: tags {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.137025 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: tags {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.138785 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron.api.extensions [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Extended resource: tags {{(pid=92837) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:27:57.144971 dv-cinder-667108-31-smb neutron-server[92837]: WARNING keystonemiddleware.auth_token [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 18:27:57.149509 dv-cinder-667108-31-smb neutron-server[92837]: WARNING keystonemiddleware.auth_token [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 18:27:57.157821 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_concurrency.lockutils [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Acquired lock "singleton_lock" {{(pid=92837) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 18:27:57.158298 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_concurrency.lockutils [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Releasing lock "singleton_lock" {{(pid=92837) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 18:27:57.158932 dv-cinder-667108-31-smb neutron-server[92837]: INFO oslo_service.service [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Starting 2 workers Jun 16 18:27:57.163691 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Started child 92978 {{(pid=92837) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 18:27:57.168277 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Started child 92979 {{(pid=92837) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 18:27:57.169801 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:27:57.170593 dv-cinder-667108-31-smb neutron-server[92837]: INFO neutron.service [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 18:27:57.170593 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Notify callbacks [] for process, before_spawn {{(pid=92837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:27:57.171337 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [-] (92978) wsgi starting up on http://0.0.0.0:9696 Jun 16 18:27:57.173025 dv-cinder-667108-31-smb neutron-server[92837]: INFO oslo_service.service [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Starting 1 workers Jun 16 18:27:57.173262 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:27:57.174599 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [-] (92979) wsgi starting up on http://0.0.0.0:9696 Jun 16 18:27:57.178232 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Started child 92980 {{(pid=92837) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 18:27:57.178766 dv-cinder-667108-31-smb neutron-server[92837]: INFO oslo_service.service [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Starting 1 workers Jun 16 18:27:57.182681 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.service [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] calling RpcWorker wait() {{(pid=92980) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 18:27:57.183257 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.service [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] returning from RpcWorker wait() {{(pid=92980) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 18:27:57.183793 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Started child 92981 {{(pid=92837) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 18:27:57.184593 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:27:57.184691 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG neutron_lib.callbacks.manager [None req-a58af627-a6f0-41f1-a184-9c95a2e04642 None None] Notify callbacks [] for process, after_spawn {{(pid=92837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:27:57.185187 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:27:57.186644 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92837) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 18:27:57.186862 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 18:27:57.187050 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 18:27:57.187266 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 18:27:57.187618 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 18:27:57.187782 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 18:27:57.188306 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.188621 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.188901 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.189173 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.189303 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:27:57.189778 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.190029 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.190267 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.190522 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.190801 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.191057 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.191231 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.191397 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.191661 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.191912 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.192240 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.192522 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.192765 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.193026 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.193201 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.193454 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.193724 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.193971 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.194243 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] debug = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.194489 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.194972 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.195238 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.195490 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.195709 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.195995 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.196250 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.196557 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.196832 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.197605 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.197839 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.198150 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.198341 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.198747 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.198994 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.199271 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.199514 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.200006 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] host = dv-cinder-667108-31-smb {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.200250 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.200478 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.203337 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.203641 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.203930 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.204201 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.204477 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.204746 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.205013 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.205258 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.205534 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.205796 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.206019 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.206274 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] log_file = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.206458 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] log_options = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.206694 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.206968 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.207250 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.207446 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.207613 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.207794 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.208050 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.208250 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.208507 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.208740 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.208952 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.209190 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.209434 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.209652 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.209925 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.210159 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.210395 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.210627 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.210876 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.211138 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.211365 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.211601 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.211840 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.212063 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.212320 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.212621 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.212970 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.213233 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.213452 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.213719 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.214880 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.214880 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.214880 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.214880 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.215976 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.215976 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.216186 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.216348 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.216439 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:27:57.216611 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.216856 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.217133 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.217394 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.217661 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.217894 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.218150 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.218379 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] use_json = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.218633 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.218856 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.219123 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.219453 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.219784 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.219955 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.220197 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.220476 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.220954 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.221301 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.222608 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.223390 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.223960 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.224248 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.224605 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.226546 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.226785 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.228699 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.228699 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.228699 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.228699 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.229037 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.229233 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.229573 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.230127 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.230127 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.230392 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.231265 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.231265 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.231265 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.231559 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.231658 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.231894 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.232882 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.233142 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.233423 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.233674 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.233921 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.234542 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.234926 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.235690 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.236408 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.236651 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.237168 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.237428 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.237690 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.237935 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.238204 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.238466 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.238733 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.238994 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.239240 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.239478 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.239734 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.240008 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.240252 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.240506 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.240773 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.241119 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.241355 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.241575 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.241803 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.242035 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.242281 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.242535 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.242771 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.242985 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.243239 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.243473 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.244330 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.245281 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.245524 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.245769 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.246029 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.246262 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.246507 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.246741 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.246970 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.247201 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.247449 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.247671 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.247937 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.248175 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.248413 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.248655 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.248878 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.249110 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.249350 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.249595 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.249823 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.250044 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.250267 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.250568 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.250910 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.251266 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.251529 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.251758 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.252025 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.252303 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.252574 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.252807 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.253030 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.253291 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.253558 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.253812 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.254071 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.254336 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.254594 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.254852 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.255193 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.255485 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.255716 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.255963 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.256213 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.256507 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.256756 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.257037 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.257309 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.257569 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.257847 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.258168 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.258454 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.258715 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.258998 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.259342 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.260699 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.261034 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.261282 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.261543 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.261819 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.262078 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.262345 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.262588 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.262827 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.263055 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.263363 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.263598 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.263857 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.264095 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.264369 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.264706 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.264965 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.265299 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.265529 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.265805 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.266081 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.266325 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.266608 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.266863 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.267131 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.267393 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.267643 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.267864 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.268096 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.268387 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.268608 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.268835 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.269057 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.269302 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.269524 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.269764 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.270019 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.270243 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.270465 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.270701 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.270927 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.271150 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.271416 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.271633 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.271855 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.272098 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.272359 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.272601 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.272820 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.273035 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.273269 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.273496 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.273762 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.274028 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.274278 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.274510 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.274741 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.275611 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.275959 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.276251 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.276498 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.276718 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.276940 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.277167 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.277410 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.277627 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.277856 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.278075 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.278348 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.278605 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.278951 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.279209 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.279444 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.279699 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.279940 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.280200 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.280441 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.280696 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.280941 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.281162 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.281401 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.281660 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.281905 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.282145 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.282381 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.282594 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.282808 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.283026 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.283259 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.283546 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.283807 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.284048 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.284311 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.284547 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.284781 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.284987 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.285202 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.285427 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.285674 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.285866 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.286080 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.286293 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.286513 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.286725 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.286950 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.287161 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.287374 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.287591 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.287803 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.288027 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.288259 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.288473 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.288690 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.288901 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.289216 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.289493 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.289719 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.290022 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.290256 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.290487 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.291579 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.292180 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.292410 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.292676 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.292903 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.293133 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.293381 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.293658 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.294617 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.294617 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.294799 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.295044 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.295334 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.295614 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.295880 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.296124 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.296438 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.296761 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.297056 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.297341 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.297596 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.297854 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.298110 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.298328 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.298571 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.298805 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.299026 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.299290 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.299543 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.299792 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.300009 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.300265 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.300488 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.300748 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.300980 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.301232 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.301455 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.301614 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 18:27:57.302209 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92837) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 18:27:57.302374 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 18:27:57.302530 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 18:27:57.302702 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 18:27:57.302866 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 18:27:57.303023 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 18:27:57.303228 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.303392 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.303551 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.303712 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.303875 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.304060 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.304277 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.304429 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.304566 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.304670 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.304840 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.304998 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.305156 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.305315 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.305478 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.305640 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.305797 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.306124 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.306410 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.307072 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.307245 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.307406 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.307570 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] debug = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.307730 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.307953 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.308125 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.308317 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.308478 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.308668 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.308826 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.308986 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.309148 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.309307 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.309467 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.309627 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.309787 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.309946 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.310109 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.310270 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.310430 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.310588 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] host = dv-cinder-667108-31-smb {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.310744 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.310904 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.311063 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.311225 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.311383 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.311702 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.311866 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.312027 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.312210 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.312370 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.312533 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.312690 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.313006 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.313193 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] log_file = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.313281 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:27:57.313368 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] log_options = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.313450 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.313612 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.313772 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.313951 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.314117 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.314278 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.314437 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.314598 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.314761 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.314922 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.315100 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.315243 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.315403 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.315562 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.315723 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.315884 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.316043 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.316230 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.316392 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.316553 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.316711 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.316870 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.317030 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.317190 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.317350 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.317510 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.317669 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.317830 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.317989 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.318148 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.318308 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.318469 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.318629 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.318788 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.318948 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.319108 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.319267 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.319430 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.319590 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.319750 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.319912 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.320072 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.320254 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.320416 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.320578 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.320740 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] use_json = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.320900 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.321060 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.321220 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.321379 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.321540 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.321699 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.321882 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.322512 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:27:57.322701 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.322867 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.323042 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.323206 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.323371 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.323533 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.323697 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.323936 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.324105 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.324295 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.324466 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.324630 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.324808 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.324970 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.325131 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.325519 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.325519 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.325725 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.325809 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.325915 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.326075 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.326321 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.326466 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.326605 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.326793 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.326884 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.326992 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.327155 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.327319 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.327496 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.327639 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.327795 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.327956 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.328117 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.328302 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.328464 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.328627 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.328789 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.328952 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.329114 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.329276 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.329439 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.329601 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.329763 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.329926 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.330090 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.330252 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.330415 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.330578 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.330740 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.330913 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.331075 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.331238 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.331404 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.331558 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.331719 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.331879 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.332040 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.332290 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.332439 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.332607 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.332767 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.332928 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.333091 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.333252 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.333414 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.333577 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.333740 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.333903 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.334066 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.334228 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.334395 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.334556 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.334718 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.334880 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.335043 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.335204 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.335367 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.335530 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.335692 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.335853 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.336015 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.336201 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.336365 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.336535 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.336752 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.336906 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.337034 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.337168 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.337330 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.337999 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.338675 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.338861 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.339027 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.339191 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.339354 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.339515 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.339680 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.339841 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.340003 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.340220 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.340345 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.340505 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.340666 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.340827 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.340987 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.341149 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.341310 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.341471 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.341633 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.341778 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.341954 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.342115 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.342278 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.342440 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.342609 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.342780 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.342943 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.343106 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.343267 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.343429 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.343590 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.343749 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.343910 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.344070 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.344252 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.344420 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.344589 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.344761 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.344922 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.345082 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.345244 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.345428 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.345588 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.345751 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.345912 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.346073 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.346235 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.346396 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.346557 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.346718 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.346884 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.347050 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.347211 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.347374 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.347535 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.347699 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.347860 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.348022 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.348207 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.348372 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.348535 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.348697 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.348861 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.349022 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.349183 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.349345 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.349506 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.349667 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.349829 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.349991 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.350152 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.350313 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.350474 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.350635 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.350796 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.350957 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.351119 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.351279 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.351443 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.351604 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.351767 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.351929 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.352092 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.352275 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.352438 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.352602 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.352763 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.352925 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.353803 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.354482 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.354630 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.354761 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.354898 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.355062 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.355227 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.355391 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.355569 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.355731 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.355893 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.356055 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.356240 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.356414 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.356544 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.356704 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.356860 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.357091 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.357184 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.357312 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.357475 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.357638 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.357799 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.357960 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.358121 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.358282 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.358443 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.358618 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.358780 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.358940 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.359107 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.359269 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.359441 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.359602 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.359763 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.359925 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.360086 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.360280 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.360442 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.360603 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.360763 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.360924 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.361159 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.361329 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.361490 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.361651 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.362094 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.362229 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.362393 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.362555 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.362715 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.362876 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.363048 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.363211 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.363381 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.363553 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.363727 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.363874 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.364240 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.364709 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.364709 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.364709 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.365035 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.365035 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.365237 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.365361 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.365476 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.365649 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.365818 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.365979 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.366150 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.366319 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.366489 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.366651 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.366818 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.366992 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.367219 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.367311 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.367453 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.367613 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.367774 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.367937 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.368099 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.368298 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.368461 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.368629 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.368938 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.369685 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.369685 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.369867 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.369948 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.370101 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.370263 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.370425 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.370589 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:27:57.370751 dv-cinder-667108-31-smb neutron-server[92837]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 18:27:57.642096 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 56734) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:27:57.651257 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069888 Jun 16 18:28:09.004462 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2139ce-969d-40c3-9f4e-6a597815c472 None None] get_active_networks_info from dv-cinder-667108-31-smb {{(pid=92980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 18:28:09.083000 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2139ce-969d-40c3-9f4e-6a597815c472 None None] No non-hosted networks {{(pid=92980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 18:28:09.101917 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c3a37159-446d-42f3-866b-6caf0b1c19d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471'] for agent, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:11.249640 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-505d0bae-2c5c-4b10-bbbe-9dc2bc4c37f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471'] for agent, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:11.292423 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-287da3f1-841f-4a52-9b79-1ae606f7a326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:11.710959 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471'] for agent, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:11.711975 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:11.712971 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:11.714065 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:11.714656 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:11.715155 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:11.715791 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:11.716364 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:11.717216 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:11.717760 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:11.718266 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:11.718782 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:11.719423 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:11.720103 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-667108-31-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:11.740845 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-667108-31-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:12.516254 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471'] for agent, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:14.157544 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471'] for agent, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:14.712404 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.db.l3_hamode_db [None req-824bc4a0-ec11-4c65-8039-ecd8db0a6f99 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 18:28:14.787846 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824bc4a0-ec11-4c65-8039-ecd8db0a6f99 None None] Routers set() bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:28:14.788259 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824bc4a0-ec11-4c65-8039-ecd8db0a6f99 None None] Router IDs set() for agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 18:28:15.361235 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 56828) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:28:15.844444 dv-cinder-667108-31-smb neutron-server[92979]: WARNING oslo_policy.policy [None req-0ce7fe1c-2af0-480a-9d26-321a10109fe3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:28:15.845055 dv-cinder-667108-31-smb neutron-server[92979]: WARNING oslo_policy.policy [None req-0ce7fe1c-2af0-480a-9d26-321a10109fe3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:28:16.058462 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [None req-0ce7fe1c-2af0-480a-9d26-321a10109fe3 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 18:28:16.059493 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-0ce7fe1c-2af0-480a-9d26-321a10109fe3 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6973765 Jun 16 18:28:18.388919 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 56842) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:28:18.699400 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-8b06900d-b9ab-47c5-9b96-e5579a639a04 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:28:18.792957 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.policy [None req-8b06900d-b9ab-47c5-9b96-e5579a639a04 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92979) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 18:28:18.837378 dv-cinder-667108-31-smb neutron-server[92979]: WARNING oslo_policy.policy [None req-8b06900d-b9ab-47c5-9b96-e5579a639a04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:28:18.837741 dv-cinder-667108-31-smb neutron-server[92979]: WARNING oslo_policy.policy [None req-8b06900d-b9ab-47c5-9b96-e5579a639a04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:28:18.846705 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.quota [None req-8b06900d-b9ab-47c5-9b96-e5579a639a04 admin admin] Loaded quota_driver: . Jun 16 18:28:18.937662 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8b06900d-b9ab-47c5-9b96-e5579a639a04 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789586935793', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789586932132', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789587078581', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789587077119', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789587093942', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789587096207', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-623092', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-634237', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133745300', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133658049'] for rbac-policy, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:19.002635 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8b06900d-b9ab-47c5-9b96-e5579a639a04 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:19.003871 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-8b06900d-b9ab-47c5-9b96-e5579a639a04 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6139305 Jun 16 18:28:21.517339 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 56854) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:28:22.003122 dv-cinder-667108-31-smb neutron-server[92978]: WARNING oslo_policy.policy [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:28:22.003707 dv-cinder-667108-31-smb neutron-server[92978]: WARNING oslo_policy.policy [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:28:22.219446 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Request body: {'network': {'project_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'tenant_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'admin_state_up': True, 'name': 'private'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:28:22.221132 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.quota [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Loaded quota_driver: . Jun 16 18:28:22.278549 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Made reservation on behalf of 07f7f2b3ec2644cdbe7f4be8eb0b0bad for: {'network': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:28:22.344644 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.policy [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92978) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 18:28:22.390349 dv-cinder-667108-31-smb neutron-server[92978]: WARNING oslo_policy.policy [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:28:22.390744 dv-cinder-667108-31-smb neutron-server[92978]: WARNING oslo_policy.policy [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:28:22.401352 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for network, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:22.422854 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:22.561786 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:22.565576 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:22.571219 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:28:22.587446 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=92978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:28:22.617104 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789583485480', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:22.617707 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Unsubscribe: segment precommit_create {{(pid=92978) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 18:28:22.618214 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.db.segments_db [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Added segment fc615eb9-8286-424e-b1ac-a015d5c3b55b of type vlan for network b6ac1728-cf6e-4ba9-bfe9-77cb2a675117 Jun 16 18:28:22.639112 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21788f28-04e9-4d2b-8e1a-8120bd941637,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:22.674767 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:22.675117 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:22.675449 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:22.675771 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:22.676089 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:22.676432 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:22.676747 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:22.677057 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:22.677384 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:22.677712 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:22.678029 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:22.678356 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Tracked resource versions report: Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: pushed versions: Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: { 'AddressGroup': {'1.2'}, Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'ConntrackHelper': {'1.0'}, Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'Log': {'1.0'}, Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'Network': {'1.1'}, Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'Port': {'1.7'}, Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'PortForwarding': {'1.2'}, Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'QosPolicy': {'1.8'}, Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'SecurityGroup': {'1.4'}, Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'SubPort': {'1.0'}, Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'Subnet': {'1.1'}, Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'Trunk': {'1.1'}} Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: consumer versions: Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: { DHCP agent@dv-cinder-667108-31-smb: {}, Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: L3 agent@dv-cinder-667108-31-smb: {}, Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: Metadata agent@dv-cinder-667108-31-smb: {}, Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: Metering agent@dv-cinder-667108-31-smb: {}, Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: Open vSwitch agent@dv-cinder-667108-31-smb: { 'AddressGroup': '1.2', Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'ConntrackHelper': '1.0', Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'Log': '1.0', Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'Network': '1.1', Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'Port': '1.7', Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'PortForwarding': '1.2', Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'QosPolicy': '1.8', Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'SecurityGroup': '1.4', Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'SecurityGroupRule': '1.2', Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'SubPort': '1.0', Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'Subnet': '1.1', Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: 'Trunk': '1.1'}} Jun 16 18:28:22.680156 dv-cinder-667108-31-smb neutron-server[92978]: {{(pid=92978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:28:22.752254 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:28:22.754411 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789582983042'] for network, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:22.805102 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384'] for network, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:22.806674 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:28:22.807889 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:22.809869 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:28:22.855825 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3362234 Jun 16 18:28:22.909825 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Pushing event updated for resources: {'Network': ['ID=b6ac1728-cf6e-4ba9-bfe9-77cb2a675117,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:22.913151 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:28:22.923465 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Network b6ac1728-cf6e-4ba9-bfe9-77cb2a675117 details requested by agent ovs-agent-dv-cinder-667108-31-smb with host dv-cinder-667108-31-smb {{(pid=92980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:28:25.433172 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 56876) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:28:25.828686 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71829f8f-cdcb-4a4f-a5f8-fb7a6dc37711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:28:25.830029 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-71829f8f-cdcb-4a4f-a5f8-fb7a6dc37711 admin admin] 10.222.0.46 "GET /v2.0/networks/b6ac1728-cf6e-4ba9-bfe9-77cb2a675117 HTTP/1.1" status: 200 len: 825 time: 0.3958814 Jun 16 18:28:25.866255 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-915581c1-59bf-494f-93ed-ac472eb92e2c admin admin] 10.222.0.46 "GET /v2.0/subnetpools/65ffa92f-e33e-448d-8ca0-3bc75773f517 HTTP/1.1" status: 200 len: 734 time: 0.0308545 Jun 16 18:28:25.875475 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-3e372534-b536-4a67-b338-1491d0b4e4a4 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'b6ac1728-cf6e-4ba9-bfe9-77cb2a675117', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '65ffa92f-e33e-448d-8ca0-3bc75773f517', 'tenant_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'name': 'private-subnet'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:28:25.897205 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e372534-b536-4a67-b338-1491d0b4e4a4 admin admin] Made reservation on behalf of 07f7f2b3ec2644cdbe7f4be8eb0b0bad for: {'subnet': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:28:25.899582 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3e372534-b536-4a67-b338-1491d0b4e4a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:26.197317 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3e372534-b536-4a67-b338-1491d0b4e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377'] for subnet, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:26.201992 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:28:26.265911 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e372534-b536-4a67-b338-1491d0b4e4a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db1aca7b-c42c-47c9-962f-c705d69bb901,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:26.267850 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e372534-b536-4a67-b338-1491d0b4e4a4 admin admin] Checking segment: {'id': 'fc615eb9-8286-424e-b1ac-a015d5c3b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b6ac1728-cf6e-4ba9-bfe9-77cb2a675117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:28:26.268262 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e372534-b536-4a67-b338-1491d0b4e4a4 admin admin] Network hostable DHCP agents. Network: b6ac1728-cf6e-4ba9-bfe9-77cb2a675117, hostable agents: ['b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7'], hosted agents: [] {{(pid=92978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:28:26.273179 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3e372534-b536-4a67-b338-1491d0b4e4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:28:26.289903 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e372534-b536-4a67-b338-1491d0b4e4a4 admin admin] Network b6ac1728-cf6e-4ba9-bfe9-77cb2a675117 is scheduled to be hosted by DHCP agent b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7 with binding_index 1 {{(pid=92978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:28:26.302131 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-3e372534-b536-4a67-b338-1491d0b4e4a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-smb, b6ac1728-cf6e-4ba9-bfe9-77cb2a675117) {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:26.309745 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e372534-b536-4a67-b338-1491d0b4e4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:28:26.310451 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3e372534-b536-4a67-b338-1491d0b4e4a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:26.310985 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166c63a5-3611-40b0-8e13-fc3597ce1d9a None None] Network b6ac1728-cf6e-4ba9-bfe9-77cb2a675117 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:28:26.324203 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-3e372534-b536-4a67-b338-1491d0b4e4a4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4522324 Jun 16 18:28:26.624760 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fe3b8ad-7a14-5a97-91f0-c032df6d3972-b6ac1728-cf6e-4ba9-bfe9-77cb2a675117', 'network_id': 'b6ac1728-cf6e-4ba9-bfe9-77cb2a675117', 'tenant_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'fixed_ips': [{'subnet_id': 'db1aca7b-c42c-47c9-962f-c705d69bb901'}]}} from dv-cinder-667108-31-smb. {{(pid=92980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 18:28:26.625943 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:26.892646 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Allocated IP 172.20.0.2 (b6ac1728-cf6e-4ba9-bfe9-77cb2a675117/db1aca7b-c42c-47c9-962f-c705d69bb901/ba3daba1-af62-4994-82aa-5e708e124e92) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:28:27.094441 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:27.111483 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Transition to ACTIVE for port object ba3daba1-af62-4994-82aa-5e708e124e92 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:28:27.160049 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Transition to ACTIVE for port object ba3daba1-af62-4994-82aa-5e708e124e92 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:28:27.169048 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:27.171666 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:28:27.237496 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Network b6ac1728-cf6e-4ba9-bfe9-77cb2a675117 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:27.247374 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:27.252764 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Pushing event updated for resources: {'Port': ['ID=ba3daba1-af62-4994-82aa-5e708e124e92,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:27.254895 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:28:27.265012 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:27.265355 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:27.265687 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:27.266014 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:27.266338 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:27.266659 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:27.266976 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:27.267329 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:27.267662 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:27.267978 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:27.268318 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:27.268631 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Tracked resource versions report: Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: pushed versions: Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: { 'AddressGroup': {'1.2'}, Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'ConntrackHelper': {'1.0'}, Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'Log': {'1.0'}, Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'Network': {'1.1'}, Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'Port': {'1.7'}, Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'PortForwarding': {'1.2'}, Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'QosPolicy': {'1.8'}, Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'SecurityGroup': {'1.4'}, Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'SubPort': {'1.0'}, Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'Subnet': {'1.1'}, Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'Trunk': {'1.1'}} Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: consumer versions: Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: { DHCP agent@dv-cinder-667108-31-smb: {}, Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: L3 agent@dv-cinder-667108-31-smb: {}, Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: Metadata agent@dv-cinder-667108-31-smb: {}, Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: Metering agent@dv-cinder-667108-31-smb: {}, Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: Open vSwitch agent@dv-cinder-667108-31-smb: { 'AddressGroup': '1.2', Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'ConntrackHelper': '1.0', Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'Log': '1.0', Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'Network': '1.1', Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'Port': '1.7', Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'PortForwarding': '1.2', Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'QosPolicy': '1.8', Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'SecurityGroup': '1.4', Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'SecurityGroupRule': '1.2', Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'SubPort': '1.0', Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'Subnet': '1.1', Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: 'Trunk': '1.1'}} Jun 16 18:28:27.269738 dv-cinder-667108-31-smb neutron-server[92980]: {{(pid=92980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:28:27.289116 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:28:27.339240 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Attempting to bind port ba3daba1-af62-4994-82aa-5e708e124e92 on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:28:27.339896 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Attempting to bind port ba3daba1-af62-4994-82aa-5e708e124e92 by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': 'fc615eb9-8286-424e-b1ac-a015d5c3b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b6ac1728-cf6e-4ba9-bfe9-77cb2a675117'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:28:27.340042 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Attempting to bind port ba3daba1-af62-4994-82aa-5e708e124e92 on network b6ac1728-cf6e-4ba9-bfe9-77cb2a675117 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:28:27.344850 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:28:27.345258 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Checking segment: {'id': 'fc615eb9-8286-424e-b1ac-a015d5c3b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b6ac1728-cf6e-4ba9-bfe9-77cb2a675117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:28:27.345725 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:27.346112 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Bound using segment: {'id': 'fc615eb9-8286-424e-b1ac-a015d5c3b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b6ac1728-cf6e-4ba9-bfe9-77cb2a675117'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:28:27.346594 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Bound port: ba3daba1-af62-4994-82aa-5e708e124e92, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc615eb9-8286-424e-b1ac-a015d5c3b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b6ac1728-cf6e-4ba9-bfe9-77cb2a675117'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:28:27.346981 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:27.407632 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] For port ba3daba1-af62-4994-82aa-5e708e124e92, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:28:27.412004 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] For port ba3daba1-af62-4994-82aa-5e708e124e92, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=ba3daba1-af62-4994-82aa-5e708e124e92,segment=NetworkSegment(fc615eb9-8286-424e-b1ac-a015d5c3b55b),segment_id=fc615eb9-8286-424e-b1ac-a015d5c3b55b)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:28:27.416877 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:27.420467 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:28:27.483022 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Pushing event updated for resources: {'Port': ['ID=ba3daba1-af62-4994-82aa-5e708e124e92,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:27.486057 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:28:28.739975 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 56884) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:28:29.057759 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [None req-703e42b3-3366-436b-be23-02c8fa780643 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 18:28:29.058750 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-703e42b3-3366-436b-be23-02c8fa780643 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3178244 Jun 16 18:28:31.453398 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 56892) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:28:31.768635 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [None req-d91c1148-08e7-4a37-a495-75fb227b8c09 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 18:28:31.784157 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-d91c1148-08e7-4a37-a495-75fb227b8c09 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3152421 Jun 16 18:28:33.489322 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ad2873-3295-419d-b015-054eebcab230 None None] Network b6ac1728-cf6e-4ba9-bfe9-77cb2a675117 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:28:33.605264 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-09168f33-b0ea-403c-80b9-dd0116c2ca8f None None] Provisioning for port ba3daba1-af62-4994-82aa-5e708e124e92 completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:28:33.745199 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device ba3daba1-af62-4994-82aa-5e708e124e92 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:28:33.831420 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port ba3daba1-af62-4994-82aa-5e708e124e92 completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:28:33.835886 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port ba3daba1-af62-4994-82aa-5e708e124e92 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:28:33.836491 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:33.958402 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:33.961121 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-a5147738-8193-410f-8e52-b6338594cc7d None None] Provisioning complete for port ba3daba1-af62-4994-82aa-5e708e124e92 triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:28:33.961488 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a5147738-8193-410f-8e52-b6338594cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:34.021687 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] For port ba3daba1-af62-4994-82aa-5e708e124e92, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=ba3daba1-af62-4994-82aa-5e708e124e92,segment=NetworkSegment(fc615eb9-8286-424e-b1ac-a015d5c3b55b),segment_id=fc615eb9-8286-424e-b1ac-a015d5c3b55b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:28:34.028399 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:34.036548 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:28:34.112750 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Pushing event updated for resources: {'Port': ['ID=ba3daba1-af62-4994-82aa-5e708e124e92,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:34.115822 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:28:34.241141 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 5 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:28:34.388851 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 56906) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:28:34.687125 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-a50693bc-d6e0-4bb6-ae16-4bd168e3b969 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'admin_state_up': True}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:28:34.714594 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a50693bc-d6e0-4bb6-ae16-4bd168e3b969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-964'] for router, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:34.716262 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a50693bc-d6e0-4bb6-ae16-4bd168e3b969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021'] for router, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:34.865321 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a50693bc-d6e0-4bb6-ae16-4bd168e3b969 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:34.870866 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a50693bc-d6e0-4bb6-ae16-4bd168e3b969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439270'] for router, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:34.882630 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a50693bc-d6e0-4bb6-ae16-4bd168e3b969 admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:34.883805 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-a50693bc-d6e0-4bb6-ae16-4bd168e3b969 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4940021 Jun 16 18:28:35.715472 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device ba3daba1-af62-4994-82aa-5e708e124e92 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:28:35.761834 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port ba3daba1-af62-4994-82aa-5e708e124e92 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:28:35.762204 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:37.205076 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 56914) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:28:37.512724 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [None req-6585d828-e22e-46fe-9a59-dbb3a616c835 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 18:28:37.513716 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-6585d828-e22e-46fe-9a59-dbb3a616c835 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3076260 Jun 16 18:28:38.886362 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cee262fd-8112-4f8b-ac97-f0c4e8be122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:39.839996 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 56922) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:28:40.148491 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-66fa1577-4320-4e26-b4c5-8b82af298940 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:28:40.171913 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fa1577-4320-4e26-b4c5-8b82af298940 admin admin] Made reservation on behalf of c8bb3f06a893416b9123028598c5e276 for: {'network': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:28:40.174171 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-66fa1577-4320-4e26-b4c5-8b82af298940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for network, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:40.183146 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-66fa1577-4320-4e26-b4c5-8b82af298940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:40.267419 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-66fa1577-4320-4e26-b4c5-8b82af298940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:40.270799 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-66fa1577-4320-4e26-b4c5-8b82af298940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:40.273623 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:28:40.285466 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-66fa1577-4320-4e26-b4c5-8b82af298940 admin admin] Reserving flat network on physical network physnet1 {{(pid=92978) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 18:28:40.305469 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa1577-4320-4e26-b4c5-8b82af298940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a2e13d-af4d-4c6d-8b2f-62c723d2821d,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:40.308978 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-66fa1577-4320-4e26-b4c5-8b82af298940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:40.309319 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.db.segments_db [None req-66fa1577-4320-4e26-b4c5-8b82af298940 admin admin] Added segment bba08ec9-8301-4152-af1b-37e209794dd2 of type flat for network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe Jun 16 18:28:40.310621 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-66fa1577-4320-4e26-b4c5-8b82af298940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:28:40.354702 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-66fa1577-4320-4e26-b4c5-8b82af298940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789582983042'] for network, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:40.389220 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-66fa1577-4320-4e26-b4c5-8b82af298940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384'] for network, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:40.390495 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fa1577-4320-4e26-b4c5-8b82af298940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:28:40.391089 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-66fa1577-4320-4e26-b4c5-8b82af298940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:40.393904 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:28:40.418270 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-66fa1577-4320-4e26-b4c5-8b82af298940 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5772388 Jun 16 18:28:40.458519 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa1577-4320-4e26-b4c5-8b82af298940 admin admin] Pushing event updated for resources: {'Network': ['ID=7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:40.461337 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-66fa1577-4320-4e26-b4c5-8b82af298940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:28:40.470856 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe details requested by agent ovs-agent-dv-cinder-667108-31-smb with host dv-cinder-667108-31-smb {{(pid=92980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:28:41.236033 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c10529d8-7c42-4381-8ac1-56cd4be9d902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:41.663572 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:42.419724 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:42.721514 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 56930) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:28:43.011519 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831593df-8da2-4c37-a8d7-fb53f95cb007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:28:43.012869 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-831593df-8da2-4c37-a8d7-fb53f95cb007 admin admin] 10.222.0.46 "GET /v2.0/subnets/db1aca7b-c42c-47c9-962f-c705d69bb901 HTTP/1.1" status: 200 len: 849 time: 0.2903941 Jun 16 18:28:43.170580 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-a3196ba6-7902-4036-801e-ad33458c6fdc admin admin] 10.222.0.46 "GET /v2.0/routers/76c42945-a9fa-4858-94f7-d52f542814b5 HTTP/1.1" status: 200 len: 704 time: 0.1522694 Jun 16 18:28:43.432470 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:43.716216 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Allocated IP 172.20.0.1 (b6ac1728-cf6e-4ba9-bfe9-77cb2a675117/db1aca7b-c42c-47c9-962f-c705d69bb901/9dc38a52-84b4-4660-9909-8a2ec2caad18) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:28:43.864543 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:43.886122 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Transition to ACTIVE for port object 9dc38a52-84b4-4660-9909-8a2ec2caad18 will not be triggered until provisioned by entity DHCP. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:28:44.010106 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:44.011904 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:28:44.073929 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Network b6ac1728-cf6e-4ba9-bfe9-77cb2a675117 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:44.079838 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:44.086810 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:28:44.087346 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426583'] for router_interface, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:44.109528 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:44.149391 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Pushing event updated for resources: {'Port': ['ID=9dc38a52-84b4-4660-9909-8a2ec2caad18,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:44.160003 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:28:44.289523 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-f9bb04ff-8898-44a7-b2b6-0c6c75950df1 None None] Provisioning for port 9dc38a52-84b4-4660-9909-8a2ec2caad18 completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:28:44.293538 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-f9bb04ff-8898-44a7-b2b6-0c6c75950df1 None None] Provisioning complete for port 9dc38a52-84b4-4660-9909-8a2ec2caad18 triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:28:44.293917 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f9bb04ff-8898-44a7-b2b6-0c6c75950df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:44.303368 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:44.326981 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb04ff-8898-44a7-b2b6-0c6c75950df1 None None] Port 9dc38a52-84b4-4660-9909-8a2ec2caad18 cannot update to ACTIVE because it is not bound. {{(pid=92980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:28:44.483408 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:44.488317 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:44.489361 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133741498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426539'] for router_interface, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:44.491689 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:28:44.558525 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Pushing event updated for resources: {'Port': ['ID=9dc38a52-84b4-4660-9909-8a2ec2caad18,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:44.561201 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:28:44.624952 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Network b6ac1728-cf6e-4ba9-bfe9-77cb2a675117 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:44.626240 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:44.792013 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Router 76c42945-a9fa-4858-94f7-d52f542814b5 is scheduled to L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 with binding_index 1 {{(pid=92978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 18:28:44.851920 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-352f0e92-11ae-416e-870a-b882ebdda39b None None] Provisioning complete for port 9dc38a52-84b4-4660-9909-8a2ec2caad18 triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:28:44.852350 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-352f0e92-11ae-416e-870a-b882ebdda39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:44.880204 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:28:44.885822 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] 10.222.0.46 "PUT /v2.0/routers/76c42945-a9fa-4858-94f7-d52f542814b5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7104201 Jun 16 18:28:44.891123 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-352f0e92-11ae-416e-870a-b882ebdda39b None None] Port 9dc38a52-84b4-4660-9909-8a2ec2caad18 cannot update to ACTIVE because it is not bound. {{(pid=92980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:28:44.904690 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] Sync routers for ids ['76c42945-a9fa-4858-94f7-d52f542814b5'] in dv-cinder-667108-31-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:28:44.916069 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] Routers {'76c42945-a9fa-4858-94f7-d52f542814b5'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:28:44.916876 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:28:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['76c42945-a9fa-4858-94f7-d52f542814b5'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:45.097147 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] Set router 76c42945-a9fa-4858-94f7-d52f542814b5 gateway port host: None {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:28:45.518182 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c42945-a9fa-4858-94f7-d52f542814b5', 'name': 'router1', 'tenant_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:28:34Z', 'updated_at': '2021-06-16T18:28:44Z', 'revision_number': 2, 'project_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'gw_port_host': None, '_interfaces': [{'id': '9dc38a52-84b4-4660-9909-8a2ec2caad18', 'name': '', 'network_id': 'b6ac1728-cf6e-4ba9-bfe9-77cb2a675117', 'tenant_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'mac_address': 'fa:16:3e:52:18:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c42945-a9fa-4858-94f7-d52f542814b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db1aca7b-c42c-47c9-962f-c705d69bb901', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:28:43Z', 'updated_at': '2021-06-16T18:28:44Z', 'revision_number': 2, 'project_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'subnets': [{'id': 'db1aca7b-c42c-47c9-962f-c705d69bb901', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65ffa92f-e33e-448d-8ca0-3bc75773f517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:45.523888 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] Checking router: 76c42945-a9fa-4858-94f7-d52f542814b5 for host: dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:28:45.524298 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] Updating router 76c42945-a9fa-4858-94f7-d52f542814b5 port 9dc38a52-84b4-4660-9909-8a2ec2caad18 binding host dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:28:45.588974 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:46.066287 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:46.084377 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] Transition to ACTIVE for port object 9dc38a52-84b4-4660-9909-8a2ec2caad18 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:28:46.090486 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:46.095125 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:28:46.286656 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2014be-41ca-435b-b41d-1e0a5e15c30a None None] Pushing event updated for resources: {'Port': ['ID=9dc38a52-84b4-4660-9909-8a2ec2caad18,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:46.299894 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2014be-41ca-435b-b41d-1e0a5e15c30a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:46.300249 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2014be-41ca-435b-b41d-1e0a5e15c30a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:46.300578 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2014be-41ca-435b-b41d-1e0a5e15c30a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:46.300899 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2014be-41ca-435b-b41d-1e0a5e15c30a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:46.301216 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2014be-41ca-435b-b41d-1e0a5e15c30a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:46.301529 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2014be-41ca-435b-b41d-1e0a5e15c30a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:46.301842 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2014be-41ca-435b-b41d-1e0a5e15c30a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:46.302158 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2014be-41ca-435b-b41d-1e0a5e15c30a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:46.302484 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2014be-41ca-435b-b41d-1e0a5e15c30a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:46.302797 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2014be-41ca-435b-b41d-1e0a5e15c30a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:46.303106 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2014be-41ca-435b-b41d-1e0a5e15c30a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:46.303412 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2014be-41ca-435b-b41d-1e0a5e15c30a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2014be-41ca-435b-b41d-1e0a5e15c30a None None] Tracked resource versions report: Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: pushed versions: Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: { 'AddressGroup': {'1.2'}, Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'ConntrackHelper': {'1.0'}, Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'Log': {'1.0'}, Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'Network': {'1.1'}, Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'Port': {'1.7'}, Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'PortForwarding': {'1.2'}, Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'QosPolicy': {'1.8'}, Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'SecurityGroup': {'1.4'}, Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'SubPort': {'1.0'}, Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'Subnet': {'1.1'}, Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'Trunk': {'1.1'}} Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: consumer versions: Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: { DHCP agent@dv-cinder-667108-31-smb: {}, Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: L3 agent@dv-cinder-667108-31-smb: {}, Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: Metadata agent@dv-cinder-667108-31-smb: {}, Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: Metering agent@dv-cinder-667108-31-smb: {}, Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: Open vSwitch agent@dv-cinder-667108-31-smb: { 'AddressGroup': '1.2', Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'ConntrackHelper': '1.0', Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'Log': '1.0', Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'Network': '1.1', Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'Port': '1.7', Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'PortForwarding': '1.2', Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'QosPolicy': '1.8', Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'SecurityGroup': '1.4', Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'SecurityGroupRule': '1.2', Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'SubPort': '1.0', Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'Subnet': '1.1', Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: 'Trunk': '1.1'}} Jun 16 18:28:46.304528 dv-cinder-667108-31-smb neutron-server[92981]: {{(pid=92981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:28:46.308120 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-cb2014be-41ca-435b-b41d-1e0a5e15c30a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:28:46.310813 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] Attempting to bind port 9dc38a52-84b4-4660-9909-8a2ec2caad18 on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:28:46.311201 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] Attempting to bind port 9dc38a52-84b4-4660-9909-8a2ec2caad18 by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': 'fc615eb9-8286-424e-b1ac-a015d5c3b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b6ac1728-cf6e-4ba9-bfe9-77cb2a675117'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:28:46.311652 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] Attempting to bind port 9dc38a52-84b4-4660-9909-8a2ec2caad18 on network b6ac1728-cf6e-4ba9-bfe9-77cb2a675117 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:28:46.316723 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:28:46.317078 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] Checking segment: {'id': 'fc615eb9-8286-424e-b1ac-a015d5c3b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b6ac1728-cf6e-4ba9-bfe9-77cb2a675117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:28:46.317555 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:46.317937 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] Bound using segment: {'id': 'fc615eb9-8286-424e-b1ac-a015d5c3b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b6ac1728-cf6e-4ba9-bfe9-77cb2a675117'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:28:46.318434 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] Bound port: 9dc38a52-84b4-4660-9909-8a2ec2caad18, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc615eb9-8286-424e-b1ac-a015d5c3b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'b6ac1728-cf6e-4ba9-bfe9-77cb2a675117'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:28:46.318802 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:46.388336 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] For port 9dc38a52-84b4-4660-9909-8a2ec2caad18, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:28:46.410078 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] For port 9dc38a52-84b4-4660-9909-8a2ec2caad18, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=9dc38a52-84b4-4660-9909-8a2ec2caad18,segment=NetworkSegment(fc615eb9-8286-424e-b1ac-a015d5c3b55b),segment_id=fc615eb9-8286-424e-b1ac-a015d5c3b55b)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:28:46.421850 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:46.424227 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-cb2014be-41ca-435b-b41d-1e0a5e15c30a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:28:46.472865 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] Routers {'76c42945-a9fa-4858-94f7-d52f542814b5'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:28:46.473476 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:28:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['76c42945-a9fa-4858-94f7-d52f542814b5'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:46.539640 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2014be-41ca-435b-b41d-1e0a5e15c30a None None] Pushing event updated for resources: {'Port': ['ID=9dc38a52-84b4-4660-9909-8a2ec2caad18,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:46.551753 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-cb2014be-41ca-435b-b41d-1e0a5e15c30a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:28:46.571248 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] Set router 76c42945-a9fa-4858-94f7-d52f542814b5 gateway port host: None {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:28:46.784820 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c42945-a9fa-4858-94f7-d52f542814b5', 'name': 'router1', 'tenant_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:28:34Z', 'updated_at': '2021-06-16T18:28:44Z', 'revision_number': 2, 'project_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'gw_port_host': None, '_interfaces': [{'id': '9dc38a52-84b4-4660-9909-8a2ec2caad18', 'name': '', 'network_id': 'b6ac1728-cf6e-4ba9-bfe9-77cb2a675117', 'tenant_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'mac_address': 'fa:16:3e:52:18:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c42945-a9fa-4858-94f7-d52f542814b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db1aca7b-c42c-47c9-962f-c705d69bb901', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:28:43Z', 'updated_at': '2021-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'subnets': [{'id': 'db1aca7b-c42c-47c9-962f-c705d69bb901', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65ffa92f-e33e-448d-8ca0-3bc75773f517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:46.788100 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23653f52-dfae-428e-b8e0-0cd0e4002101 None None] The sync data for ids ['76c42945-a9fa-4858-94f7-d52f542814b5'] in dv-cinder-667108-31-smb is: [{'id': '76c42945-a9fa-4858-94f7-d52f542814b5', 'name': 'router1', 'tenant_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:28:34Z', 'updated_at': '2021-06-16T18:28:44Z', 'revision_number': 2, 'project_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'gw_port_host': None, '_interfaces': [{'id': '9dc38a52-84b4-4660-9909-8a2ec2caad18', 'name': '', 'network_id': 'b6ac1728-cf6e-4ba9-bfe9-77cb2a675117', 'tenant_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'mac_address': 'fa:16:3e:52:18:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c42945-a9fa-4858-94f7-d52f542814b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db1aca7b-c42c-47c9-962f-c705d69bb901', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:28:43Z', 'updated_at': '2021-06-16T18:28:46Z', 'revision_number': 4, 'project_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'subnets': [{'id': 'db1aca7b-c42c-47c9-962f-c705d69bb901', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65ffa92f-e33e-448d-8ca0-3bc75773f517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:28:47.147571 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 56950) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:28:47.349597 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdaf14a-df19-43cd-b06e-a133bfc991e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:28:47.351758 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-0fdaf14a-df19-43cd-b06e-a133bfc991e4 admin admin] 10.222.0.46 "GET /v2.0/networks/7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe HTTP/1.1" status: 200 len: 842 time: 0.2030454 Jun 16 18:28:47.361760 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:28:47.389601 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Made reservation on behalf of c8bb3f06a893416b9123028598c5e276 for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:28:47.392347 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:47.805021 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.objects.ports [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92979) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 18:28:47.805518 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:47.808997 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:28:47.875612 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:47.879650 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Checking segment: {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:28:47.880046 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Network hostable DHCP agents. Network: 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe, hostable agents: ['b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:28:47.888516 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:47.888860 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:47.889190 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:47.889504 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:47.889830 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:47.890145 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:47.890457 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:47.890769 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:47.891083 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:47.891397 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:47.891702 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:47.892010 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Tracked resource versions report: Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: pushed versions: Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: { 'AddressGroup': {'1.2'}, Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'ConntrackHelper': {'1.0'}, Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'Log': {'1.0'}, Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'Network': {'1.1'}, Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'Port': {'1.7'}, Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'PortForwarding': {'1.2'}, Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'QosPolicy': {'1.8'}, Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'SecurityGroup': {'1.4'}, Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'SubPort': {'1.0'}, Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'Subnet': {'1.1'}, Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'Trunk': {'1.1'}} Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: consumer versions: Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: { DHCP agent@dv-cinder-667108-31-smb: {}, Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: L3 agent@dv-cinder-667108-31-smb: {}, Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: Metadata agent@dv-cinder-667108-31-smb: {}, Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: Metering agent@dv-cinder-667108-31-smb: {}, Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: Open vSwitch agent@dv-cinder-667108-31-smb: { 'AddressGroup': '1.2', Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'ConntrackHelper': '1.0', Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'Log': '1.0', Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'Network': '1.1', Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'Port': '1.7', Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'PortForwarding': '1.2', Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'QosPolicy': '1.8', Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'SecurityGroup': '1.4', Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'SecurityGroupRule': '1.2', Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'SubPort': '1.0', Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'Subnet': '1.1', Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: 'Trunk': '1.1'}} Jun 16 18:28:47.893106 dv-cinder-667108-31-smb neutron-server[92979]: {{(pid=92979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:28:47.933713 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:28:47.934847 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe is scheduled to be hosted by DHCP agent b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:28:47.946319 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-smb, 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:47.951751 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:28:47.952401 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:47.958886 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de349d7b-9e7e-416b-a368-c6c2c83e330f None None] Network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:28:47.972873 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6146345 Jun 16 18:28:48.094729 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc1906b-2cd1-4284-88ea-66c40dc8147a None None] Network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:28:49.780573 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 9dc38a52-84b4-4660-9909-8a2ec2caad18 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:28:49.836588 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port 9dc38a52-84b4-4660-9909-8a2ec2caad18 completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:28:49.841631 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 9dc38a52-84b4-4660-9909-8a2ec2caad18 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:28:49.842016 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:49.921691 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:49.954668 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] For port 9dc38a52-84b4-4660-9909-8a2ec2caad18, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=9dc38a52-84b4-4660-9909-8a2ec2caad18,segment=NetworkSegment(fc615eb9-8286-424e-b1ac-a015d5c3b55b),segment_id=fc615eb9-8286-424e-b1ac-a015d5c3b55b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:28:49.958822 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:49.960878 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:28:50.012168 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Pushing event updated for resources: {'Port': ['ID=9dc38a52-84b4-4660-9909-8a2ec2caad18,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:50.020927 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:28:50.263376 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 56976) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:28:50.395444 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-5eca2f40-43f3-41f1-8aa5-877cadaa380e admin admin] 10.222.0.46 "GET /v2.0/routers/76c42945-a9fa-4858-94f7-d52f542814b5 HTTP/1.1" status: 200 len: 710 time: 0.1309345 Jun 16 18:28:50.480900 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b7680a-453f-48b0-811a-d29280504391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:28:50.482276 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-32b7680a-453f-48b0-811a-d29280504391 admin admin] 10.222.0.46 "GET /v2.0/networks/7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe HTTP/1.1" status: 200 len: 886 time: 0.0818450 Jun 16 18:28:50.490981 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-83fc36b3-bab0-4501-8933-ac627db2e1e1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:28:50.808051 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-83fc36b3-bab0-4501-8933-ac627db2e1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-995'] for router, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:51.046617 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-83fc36b3-bab0-4501-8933-ac627db2e1e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:51.122270 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-83fc36b3-bab0-4501-8933-ac627db2e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:51.221827 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-83fc36b3-bab0-4501-8933-ac627db2e1e1 admin admin] Allocated IP 172.28.2.176 (7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe/3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a/9c64b2cc-418c-438f-b73e-f1675919f493) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:28:51.317141 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-83fc36b3-bab0-4501-8933-ac627db2e1e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:51.355292 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-83fc36b3-bab0-4501-8933-ac627db2e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:51.358023 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:28:51.392781 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fc36b3-bab0-4501-8933-ac627db2e1e1 admin admin] Network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:28:51.395393 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-83fc36b3-bab0-4501-8933-ac627db2e1e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:28:51.401056 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fc36b3-bab0-4501-8933-ac627db2e1e1 admin admin] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:28:51.433383 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc36b3-bab0-4501-8933-ac627db2e1e1 admin admin] Pushing event updated for resources: {'Port': ['ID=9c64b2cc-418c-438f-b73e-f1675919f493,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:51.461558 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-83fc36b3-bab0-4501-8933-ac627db2e1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:28:51.642254 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-83fc36b3-bab0-4501-8933-ac627db2e1e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:51.727566 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 9dc38a52-84b4-4660-9909-8a2ec2caad18 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:28:51.823932 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 9dc38a52-84b4-4660-9909-8a2ec2caad18 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:28:51.824336 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:51.843884 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-83fc36b3-bab0-4501-8933-ac627db2e1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-995'] for router, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:51.847062 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-83fc36b3-bab0-4501-8933-ac627db2e1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-439199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-439277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496805'] for router, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:51.953200 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fc36b3-bab0-4501-8933-ac627db2e1e1 admin admin] Router 76c42945-a9fa-4858-94f7-d52f542814b5 has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:28:52.055391 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fc36b3-bab0-4501-8933-ac627db2e1e1 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:28:52.060393 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-83fc36b3-bab0-4501-8933-ac627db2e1e1 admin admin] Notify callbacks [] for router, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:52.061610 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-83fc36b3-bab0-4501-8933-ac627db2e1e1 admin admin] 10.222.0.46 "PUT /v2.0/routers/76c42945-a9fa-4858-94f7-d52f542814b5 HTTP/1.1" status: 200 len: 890 time: 1.5739405 Jun 16 18:28:52.079585 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] Sync routers for ids ['76c42945-a9fa-4858-94f7-d52f542814b5'] in dv-cinder-667108-31-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:28:52.091299 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] Routers {'76c42945-a9fa-4858-94f7-d52f542814b5'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:28:52.091984 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:28:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['76c42945-a9fa-4858-94f7-d52f542814b5'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:52.310045 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] Set router 76c42945-a9fa-4858-94f7-d52f542814b5 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:28:52.694976 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c42945-a9fa-4858-94f7-d52f542814b5', 'name': 'router1', 'tenant_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '9c64b2cc-418c-438f-b73e-f1675919f493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:28:34Z', 'updated_at': '2021-06-16T18:28:51Z', 'revision_number': 4, 'project_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'gw_port': {'id': '9c64b2cc-418c-438f-b73e-f1675919f493', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c42945-a9fa-4858-94f7-d52f542814b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:28:51Z', 'updated_at': '2021-06-16T18:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '9dc38a52-84b4-4660-9909-8a2ec2caad18', 'name': '', 'network_id': 'b6ac1728-cf6e-4ba9-bfe9-77cb2a675117', 'tenant_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'mac_address': 'fa:16:3e:52:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c42945-a9fa-4858-94f7-d52f542814b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db1aca7b-c42c-47c9-962f-c705d69bb901', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:28:43Z', 'updated_at': '2021-06-16T18:28:49Z', 'revision_number': 5, 'project_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'subnets': [{'id': 'db1aca7b-c42c-47c9-962f-c705d69bb901', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65ffa92f-e33e-448d-8ca0-3bc75773f517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:52.701440 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] Checking router: 76c42945-a9fa-4858-94f7-d52f542814b5 for host: dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:28:52.701792 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] Updating router 76c42945-a9fa-4858-94f7-d52f542814b5 port 9c64b2cc-418c-438f-b73e-f1675919f493 binding host dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:28:52.734222 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:53.048004 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:53.058107 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] Transition to ACTIVE for port object 9c64b2cc-418c-438f-b73e-f1675919f493 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:28:53.064573 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:53.066708 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:28:53.116248 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddafc74-bddd-46a2-a71f-0d84ceedb185 None None] Pushing event updated for resources: {'Port': ['ID=9c64b2cc-418c-438f-b73e-f1675919f493,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:53.120515 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0ddafc74-bddd-46a2-a71f-0d84ceedb185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:28:53.121336 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] Attempting to bind port 9c64b2cc-418c-438f-b73e-f1675919f493 on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:28:53.121703 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] Attempting to bind port 9c64b2cc-418c-438f-b73e-f1675919f493 by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:28:53.122068 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] Attempting to bind port 9c64b2cc-418c-438f-b73e-f1675919f493 on network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:28:53.127085 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:28:53.127463 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] Checking segment: {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:28:53.127866 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:53.128280 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] Bound using segment: {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:28:53.128751 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] Bound port: 9c64b2cc-418c-438f-b73e-f1675919f493, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:28:53.129126 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:53.177820 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] For port 9c64b2cc-418c-438f-b73e-f1675919f493, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:28:53.180851 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] For port 9c64b2cc-418c-438f-b73e-f1675919f493, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=9c64b2cc-418c-438f-b73e-f1675919f493,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:28:53.186046 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:53.188967 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:28:53.243720 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddafc74-bddd-46a2-a71f-0d84ceedb185 None None] Pushing event updated for resources: {'Port': ['ID=9c64b2cc-418c-438f-b73e-f1675919f493,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:53.246422 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] Routers {'76c42945-a9fa-4858-94f7-d52f542814b5'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:28:53.247011 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:28:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['76c42945-a9fa-4858-94f7-d52f542814b5'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:53.248883 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0ddafc74-bddd-46a2-a71f-0d84ceedb185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:28:53.427822 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] Set router 76c42945-a9fa-4858-94f7-d52f542814b5 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:28:53.639174 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c42945-a9fa-4858-94f7-d52f542814b5', 'name': 'router1', 'tenant_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '9c64b2cc-418c-438f-b73e-f1675919f493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:28:34Z', 'updated_at': '2021-06-16T18:28:51Z', 'revision_number': 4, 'project_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'gw_port': {'id': '9c64b2cc-418c-438f-b73e-f1675919f493', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c42945-a9fa-4858-94f7-d52f542814b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:28:51Z', 'updated_at': '2021-06-16T18:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '9dc38a52-84b4-4660-9909-8a2ec2caad18', 'name': '', 'network_id': 'b6ac1728-cf6e-4ba9-bfe9-77cb2a675117', 'tenant_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'mac_address': 'fa:16:3e:52:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c42945-a9fa-4858-94f7-d52f542814b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db1aca7b-c42c-47c9-962f-c705d69bb901', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:28:43Z', 'updated_at': '2021-06-16T18:28:49Z', 'revision_number': 5, 'project_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'subnets': [{'id': 'db1aca7b-c42c-47c9-962f-c705d69bb901', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65ffa92f-e33e-448d-8ca0-3bc75773f517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:28:53.642856 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a811c024-c482-4661-9181-a86fe4a64c5d None None] The sync data for ids ['76c42945-a9fa-4858-94f7-d52f542814b5'] in dv-cinder-667108-31-smb is: [{'id': '76c42945-a9fa-4858-94f7-d52f542814b5', 'name': 'router1', 'tenant_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '9c64b2cc-418c-438f-b73e-f1675919f493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:28:34Z', 'updated_at': '2021-06-16T18:28:51Z', 'revision_number': 4, 'project_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'gw_port': {'id': '9c64b2cc-418c-438f-b73e-f1675919f493', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c42945-a9fa-4858-94f7-d52f542814b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:28:51Z', 'updated_at': '2021-06-16T18:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '9dc38a52-84b4-4660-9909-8a2ec2caad18', 'name': '', 'network_id': 'b6ac1728-cf6e-4ba9-bfe9-77cb2a675117', 'tenant_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'mac_address': 'fa:16:3e:52:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c42945-a9fa-4858-94f7-d52f542814b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db1aca7b-c42c-47c9-962f-c705d69bb901', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:28:43Z', 'updated_at': '2021-06-16T18:28:49Z', 'revision_number': 5, 'project_id': '07f7f2b3ec2644cdbe7f4be8eb0b0bad', 'subnets': [{'id': 'db1aca7b-c42c-47c9-962f-c705d69bb901', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65ffa92f-e33e-448d-8ca0-3bc75773f517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:28:54.469634 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 56984) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:28:54.672805 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-dce3cd5f-5e56-4e8a-adfd-3374173523d1 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2020593 Jun 16 18:28:55.763241 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 9c64b2cc-418c-438f-b73e-f1675919f493 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:28:55.811105 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port 9c64b2cc-418c-438f-b73e-f1675919f493 completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:28:55.814644 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 9c64b2cc-418c-438f-b73e-f1675919f493 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:28:55.815026 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:55.892278 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:55.915986 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] For port 9c64b2cc-418c-438f-b73e-f1675919f493, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=9c64b2cc-418c-438f-b73e-f1675919f493,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:28:55.928510 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:28:55.930932 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ed53ede8-e695-4ff8-89c8-a7a8560aa397 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:28:55.984076 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Pushing event updated for resources: {'Port': ['ID=9c64b2cc-418c-438f-b73e-f1675919f493,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:28:55.987126 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:28:57.733756 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 9c64b2cc-418c-438f-b73e-f1675919f493 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:28:57.780533 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 9c64b2cc-418c-438f-b73e-f1675919f493 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:28:57.780904 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:29:08.892089 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9de0367a-9850-4501-8a53-6b1c9eaae802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:29:11.240038 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 5 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:29:11.245865 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-22d5bdc5-f91d-497e-b086-e9149a95173e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:29:11.673180 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:29:12.427599 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:29:14.134477 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:29:38.887143 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e7edd148-f08d-4ed7-8c13-95f6bc38167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:29:41.238182 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-68d84878-ceb1-4338-ac0f-0e2e8ad4a923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:29:41.691790 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:29:42.431110 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:29:44.126161 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:29:48.239095 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 5 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:30:08.890304 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0db9cbea-b53e-4e67-8bd4-6b2d2699f1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:30:11.239506 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7f352e30-6523-44fe-9db4-750d238baa05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:30:11.672051 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:30:12.428896 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:30:14.128915 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:30:25.238217 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 5 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:30:29.898301 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 57552) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:30:29.960922 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.pecan_wsgi.hooks.translation [None req-502c34c0-ef68-41f2-af9c-b695754af7a5 admin admin] GET failed (client error): The resource could not be found. Jun 16 18:30:29.962440 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-502c34c0-ef68-41f2-af9c-b695754af7a5 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0631943 Jun 16 18:30:30.124194 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee00ac-f7ea-426c-93d9-802fe3246b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:30:30.125941 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-d2ee00ac-f7ea-426c-93d9-802fe3246b9f admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1596954 Jun 16 18:30:32.284221 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 57562) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:30:32.377303 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1115f665-4abd-4836-811a-d6127900b5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:30:32.378677 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-1115f665-4abd-4836-811a-d6127900b5af admin admin] 10.222.0.46 "GET /v2.0/subnets/db1aca7b-c42c-47c9-962f-c705d69bb901 HTTP/1.1" status: 200 len: 849 time: 0.0934839 Jun 16 18:30:32.388509 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-3f86af15-71e8-456b-8498-11a74fa15ae1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:30:32.477944 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3f86af15-71e8-456b-8498-11a74fa15ae1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:30:32.624496 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3f86af15-71e8-456b-8498-11a74fa15ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789583452784'] for subnet, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:30:32.626762 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3e372534-b536-4a67-b338-1491d0b4e4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:30:32.657492 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f86af15-71e8-456b-8498-11a74fa15ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:30:32.657492 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3f86af15-71e8-456b-8498-11a74fa15ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:30:32.666908 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-3f86af15-71e8-456b-8498-11a74fa15ae1 admin admin] 10.222.0.46 "PUT /v2.0/subnets/db1aca7b-c42c-47c9-962f-c705d69bb901 HTTP/1.1" status: 200 len: 868 time: 0.2742119 Jun 16 18:30:32.667134 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85249b5-a006-4b2e-b021-a9367dfe3db8 None None] Network b6ac1728-cf6e-4ba9-bfe9-77cb2a675117 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:30:32.678974 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86af15-71e8-456b-8498-11a74fa15ae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db1aca7b-c42c-47c9-962f-c705d69bb901,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:30:32.687267 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86af15-71e8-456b-8498-11a74fa15ae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.687634 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86af15-71e8-456b-8498-11a74fa15ae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.687945 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86af15-71e8-456b-8498-11a74fa15ae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.688349 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86af15-71e8-456b-8498-11a74fa15ae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.688688 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86af15-71e8-456b-8498-11a74fa15ae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.689018 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86af15-71e8-456b-8498-11a74fa15ae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.689346 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86af15-71e8-456b-8498-11a74fa15ae1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.689680 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86af15-71e8-456b-8498-11a74fa15ae1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.690020 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86af15-71e8-456b-8498-11a74fa15ae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.690348 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86af15-71e8-456b-8498-11a74fa15ae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.690668 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86af15-71e8-456b-8498-11a74fa15ae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.690989 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86af15-71e8-456b-8498-11a74fa15ae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:30:32.701177 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3f86af15-71e8-456b-8498-11a74fa15ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:30:33.106474 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-3c09739a-5865-4b1f-b3d6-85e251684d1c None None] Provisioning complete for port 9dc38a52-84b4-4660-9909-8a2ec2caad18 triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:30:33.106966 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3c09739a-5865-4b1f-b3d6-85e251684d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:30:33.200061 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-3c09739a-5865-4b1f-b3d6-85e251684d1c None None] Provisioning complete for port ba3daba1-af62-4994-82aa-5e708e124e92 triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:30:33.200911 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3c09739a-5865-4b1f-b3d6-85e251684d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:30:34.827034 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 57570) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:30:35.036481 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93af86e6-348b-4786-b38e-bbc1f4169bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:30:35.036960 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93af86e6-348b-4786-b38e-bbc1f4169bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:30:35.038790 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-93af86e6-348b-4786-b38e-bbc1f4169bd7 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2104309 Jun 16 18:30:37.216281 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 57580) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:30:37.354872 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d8fc5b-8d76-4a31-b530-e5e49eb82eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:30:37.355463 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d8fc5b-8d76-4a31-b530-e5e49eb82eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:30:37.357015 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-d8d8fc5b-8d76-4a31-b530-e5e49eb82eca admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1396868 Jun 16 18:30:38.893065 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4fec695e-f955-4350-beb5-645df8dfe6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:30:39.481800 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 57588) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:30:39.603082 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ebde07-5019-4e4e-9962-5cccf40b2d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:30:39.605062 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-d5ebde07-5019-4e4e-9962-5cccf40b2d28 admin admin] 10.222.0.46 "GET /v2.0/networks/7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe HTTP/1.1" status: 200 len: 886 time: 0.1223531 Jun 16 18:30:41.245195 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a8aed247-e54d-402d-8b26-fa6000534034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:30:41.665749 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:30:41.761675 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 57596) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:30:41.906986 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344e5a79-1481-4aae-8a93-5099245a73d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:30:41.908367 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-344e5a79-1481-4aae-8a93-5099245a73d0 admin admin] 10.222.0.46 "GET /v2.0/networks/b6ac1728-cf6e-4ba9-bfe9-77cb2a675117 HTTP/1.1" status: 200 len: 869 time: 0.1457062 Jun 16 18:30:42.429343 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:30:44.070285 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 57604) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:30:44.128589 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:30:44.190556 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a864d19-a18e-4b3f-b515-9d537d93f5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:30:44.191014 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a864d19-a18e-4b3f-b515-9d537d93f5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:30:44.192594 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-9a864d19-a18e-4b3f-b515-9d537d93f5af admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1213810 Jun 16 18:30:46.391464 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 57612) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:30:46.484370 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf359e0-ed57-470a-a7c3-ef9f77eb40e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:30:46.484749 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf359e0-ed57-470a-a7c3-ef9f77eb40e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:30:46.486220 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-caf359e0-ed57-470a-a7c3-ef9f77eb40e6 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0937848 Jun 16 18:30:48.618898 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 57620) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:30:48.701560 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927fd907-4546-4685-bec5-f8277dcaab39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:30:48.702850 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-927fd907-4546-4685-bec5-f8277dcaab39 admin admin] 10.222.0.46 "GET /v2.0/subnets/3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a HTTP/1.1" status: 200 len: 816 time: 0.0829964 Jun 16 18:30:50.886953 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 57628) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:30:50.986524 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a96407-fe58-4d4f-ac1f-75fa8d5a473c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:30:50.987840 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-18a96407-fe58-4d4f-ac1f-75fa8d5a473c admin admin] 10.222.0.46 "GET /v2.0/subnets/db1aca7b-c42c-47c9-962f-c705d69bb901 HTTP/1.1" status: 200 len: 868 time: 0.0999522 Jun 16 18:31:02.236845 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 5 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:31:08.894287 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6c74ed88-a7ff-4987-aa17-c25ebd8ff965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:11.246435 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e9e0edb7-180e-4e90-b969-0734a7678066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:11.670737 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:12.432597 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:14.130908 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:14.379666 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 57672) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:31:14.424961 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [None req-8d21159c-c4d5-4d08-bbb1-dee82d08fcbe admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 18:31:14.425923 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-8d21159c-c4d5-4d08-bbb1-dee82d08fcbe admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453439 Jun 16 18:31:16.674597 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 57680) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:31:16.734565 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.pecan_wsgi.hooks.translation [None req-996304a3-0b33-45cf-a5db-422053d57ae1 admin admin] GET failed (client error): The resource could not be found. Jun 16 18:31:16.735850 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-996304a3-0b33-45cf-a5db-422053d57ae1 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603225 Jun 16 18:31:16.818207 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e2593d-9ca2-407f-975d-646c961e7e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:31:16.819831 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-e9e2593d-9ca2-407f-975d-646c961e7e11 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0799041 Jun 16 18:31:19.031410 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 57688) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:31:19.078158 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-7e39280a-e797-4b64-976f-6e09a6b41cc8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:31:19.099058 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e39280a-e797-4b64-976f-6e09a6b41cc8 admin admin] Made reservation on behalf of c8bb3f06a893416b9123028598c5e276 for: {'network': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:31:19.101343 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7e39280a-e797-4b64-976f-6e09a6b41cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for network, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:19.132550 dv-cinder-667108-31-smb neutron-server[92978]: WARNING neutron.services.revisions.revision_plugin [None req-7e39280a-e797-4b64-976f-6e09a6b41cc8 admin admin] Could not find related network for resource to bump revision. Jun 16 18:31:19.143590 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e39280a-e797-4b64-976f-6e09a6b41cc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=92978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:31:19.153627 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7e39280a-e797-4b64-976f-6e09a6b41cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:19.153973 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.db.segments_db [None req-7e39280a-e797-4b64-976f-6e09a6b41cc8 admin admin] Added segment 43b0fb12-1917-44bb-a908-ae112e55fb23 of type vlan for network d2629a39-0724-4026-afb5-5f39b13096c8 Jun 16 18:31:19.190856 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7e39280a-e797-4b64-976f-6e09a6b41cc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789582983042'] for network, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:19.219899 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7e39280a-e797-4b64-976f-6e09a6b41cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384'] for network, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:19.221303 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e39280a-e797-4b64-976f-6e09a6b41cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:31:19.221907 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7e39280a-e797-4b64-976f-6e09a6b41cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:19.223903 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:31:19.251555 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-7e39280a-e797-4b64-976f-6e09a6b41cc8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2190328 Jun 16 18:31:19.281124 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39280a-e797-4b64-976f-6e09a6b41cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=d2629a39-0724-4026-afb5-5f39b13096c8,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:19.283971 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-7e39280a-e797-4b64-976f-6e09a6b41cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:31:19.291340 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Network d2629a39-0724-4026-afb5-5f39b13096c8 details requested by agent ovs-agent-dv-cinder-667108-31-smb with host dv-cinder-667108-31-smb {{(pid=92980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:31:21.412085 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 57696) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:31:21.469595 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fe9baa-ba74-4af1-b391-9a98f7855c42 admin admin] GET failed (client error): The resource could not be found. Jun 16 18:31:21.470951 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-b9fe9baa-ba74-4af1-b391-9a98f7855c42 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0578251 Jun 16 18:31:21.541092 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe8bfc6-12bd-4652-8286-1518aacf7aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:31:21.542598 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-bfe8bfc6-12bd-4652-8286-1518aacf7aac admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678449 Jun 16 18:31:21.552275 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-b576a2f1-c092-471e-97d1-988de2417ade admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'd2629a39-0724-4026-afb5-5f39b13096c8', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:31:21.572182 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b576a2f1-c092-471e-97d1-988de2417ade admin admin] Made reservation on behalf of c8bb3f06a893416b9123028598c5e276 for: {'subnet': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:31:21.574550 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b576a2f1-c092-471e-97d1-988de2417ade admin admin] Notify callbacks [] for subnet, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:21.733900 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b576a2f1-c092-471e-97d1-988de2417ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377'] for subnet, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:21.736569 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3f86af15-71e8-456b-8498-11a74fa15ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:31:21.785519 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576a2f1-c092-471e-97d1-988de2417ade admin admin] Pushing event updated for resources: {'Subnet': ['ID=0986c218-462a-42b9-8ae3-3470163f7878,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:21.788740 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b576a2f1-c092-471e-97d1-988de2417ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:31:21.795155 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b576a2f1-c092-471e-97d1-988de2417ade admin admin] Checking segment: {'id': '43b0fb12-1917-44bb-a908-ae112e55fb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd2629a39-0724-4026-afb5-5f39b13096c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:31:21.795502 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b576a2f1-c092-471e-97d1-988de2417ade admin admin] Network hostable DHCP agents. Network: d2629a39-0724-4026-afb5-5f39b13096c8, hostable agents: ['b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7'], hosted agents: [] {{(pid=92978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:31:21.819541 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b576a2f1-c092-471e-97d1-988de2417ade admin admin] Network d2629a39-0724-4026-afb5-5f39b13096c8 is scheduled to be hosted by DHCP agent b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7 with binding_index 1 {{(pid=92978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:31:21.828780 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-b576a2f1-c092-471e-97d1-988de2417ade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-smb, d2629a39-0724-4026-afb5-5f39b13096c8) {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:31:21.834236 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b576a2f1-c092-471e-97d1-988de2417ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:31:21.835141 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b576a2f1-c092-471e-97d1-988de2417ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:21.838271 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da7ca59-229e-4afc-8c60-b091bb89b0d0 None None] Network d2629a39-0724-4026-afb5-5f39b13096c8 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:31:21.853041 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-b576a2f1-c092-471e-97d1-988de2417ade admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3044403 Jun 16 18:31:21.987354 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fe3b8ad-7a14-5a97-91f0-c032df6d3972-d2629a39-0724-4026-afb5-5f39b13096c8', 'network_id': 'd2629a39-0724-4026-afb5-5f39b13096c8', 'tenant_id': 'c8bb3f06a893416b9123028598c5e276', 'fixed_ips': [{'subnet_id': '0986c218-462a-42b9-8ae3-3470163f7878'}]}} from dv-cinder-667108-31-smb. {{(pid=92980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 18:31:21.988439 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:22.214372 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Allocated IP 192.168.233.2 (d2629a39-0724-4026-afb5-5f39b13096c8/0986c218-462a-42b9-8ae3-3470163f7878/6aa0392e-0d26-4d59-b8a0-b521518fcfa9) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:31:22.357806 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:22.367571 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Transition to ACTIVE for port object 6aa0392e-0d26-4d59-b8a0-b521518fcfa9 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:31:22.382666 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Transition to ACTIVE for port object 6aa0392e-0d26-4d59-b8a0-b521518fcfa9 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:31:22.389246 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:22.391513 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0ddafc74-bddd-46a2-a71f-0d84ceedb185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:31:22.425549 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Network d2629a39-0724-4026-afb5-5f39b13096c8 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:31:22.428934 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:31:22.434447 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:31:22.443422 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Pushing event updated for resources: {'Port': ['ID=6aa0392e-0d26-4d59-b8a0-b521518fcfa9,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:22.452405 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:22.452728 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:22.453061 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:22.453384 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:22.453704 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:22.454026 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:22.454340 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:22.454655 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:22.454990 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:22.455309 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:22.455620 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:22.455928 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:31:22.474474 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:31:22.505327 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Attempting to bind port 6aa0392e-0d26-4d59-b8a0-b521518fcfa9 on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:31:22.505696 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Attempting to bind port 6aa0392e-0d26-4d59-b8a0-b521518fcfa9 by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': '43b0fb12-1917-44bb-a908-ae112e55fb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd2629a39-0724-4026-afb5-5f39b13096c8'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:31:22.506060 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Attempting to bind port 6aa0392e-0d26-4d59-b8a0-b521518fcfa9 on network d2629a39-0724-4026-afb5-5f39b13096c8 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:31:22.511152 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:31:22.511529 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Checking segment: {'id': '43b0fb12-1917-44bb-a908-ae112e55fb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd2629a39-0724-4026-afb5-5f39b13096c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:31:22.511926 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:22.512339 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Bound using segment: {'id': '43b0fb12-1917-44bb-a908-ae112e55fb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd2629a39-0724-4026-afb5-5f39b13096c8'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:31:22.512805 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Bound port: 6aa0392e-0d26-4d59-b8a0-b521518fcfa9, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b0fb12-1917-44bb-a908-ae112e55fb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd2629a39-0724-4026-afb5-5f39b13096c8'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:31:22.513180 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:22.579287 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] For port 6aa0392e-0d26-4d59-b8a0-b521518fcfa9, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:31:22.582658 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] For port 6aa0392e-0d26-4d59-b8a0-b521518fcfa9, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=6aa0392e-0d26-4d59-b8a0-b521518fcfa9,segment=NetworkSegment(43b0fb12-1917-44bb-a908-ae112e55fb23),segment_id=43b0fb12-1917-44bb-a908-ae112e55fb23)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:31:22.588441 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:22.590800 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0ddafc74-bddd-46a2-a71f-0d84ceedb185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:31:22.648020 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Pushing event updated for resources: {'Port': ['ID=6aa0392e-0d26-4d59-b8a0-b521518fcfa9,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:22.652951 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:31:23.455572 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b057ad12-68ba-4aff-a8fd-c65a1074f7d0 None None] Network d2629a39-0724-4026-afb5-5f39b13096c8 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:31:23.518543 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-46cf5719-6e20-4271-8adc-6789c3c3c63c None None] Provisioning for port 6aa0392e-0d26-4d59-b8a0-b521518fcfa9 completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:31:23.930678 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 6aa0392e-0d26-4d59-b8a0-b521518fcfa9 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:31:23.980509 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port 6aa0392e-0d26-4d59-b8a0-b521518fcfa9 completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:31:23.984521 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 6aa0392e-0d26-4d59-b8a0-b521518fcfa9 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:31:23.984892 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:24.065770 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:24.098172 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] For port 6aa0392e-0d26-4d59-b8a0-b521518fcfa9, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=6aa0392e-0d26-4d59-b8a0-b521518fcfa9,segment=NetworkSegment(43b0fb12-1917-44bb-a908-ae112e55fb23),segment_id=43b0fb12-1917-44bb-a908-ae112e55fb23)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:31:24.102513 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:24.105424 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:31:24.152201 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Pushing event updated for resources: {'Port': ['ID=6aa0392e-0d26-4d59-b8a0-b521518fcfa9,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:31:24.155320 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:31:25.905989 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 6aa0392e-0d26-4d59-b8a0-b521518fcfa9 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:31:25.957669 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 6aa0392e-0d26-4d59-b8a0-b521518fcfa9 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:31:25.957881 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:38.897940 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fd9a48e4-f485-40c2-b63c-f99613628add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:39.236516 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 5 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:31:41.248879 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-18c5509b-09f9-40bc-ad85-94b4be1059a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:41.671749 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:42.435984 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:31:44.131711 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:32:08.898568 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7d2b-0bec-4c3a-9002-399a629bf9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:32:11.249570 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bb0bf9c8-30ac-4459-b516-f1a3f1af1344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:32:11.675582 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:32:12.438105 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:32:14.135128 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:32:16.235297 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 5 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:32:29.064476 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 57748) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:32:29.070954 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [None req-a988d7c4-c9e0-4f74-91b5-4c3d97164af9 tempest-verify_tempest_config-875338855 tempest-verify_tempest_config-875338855-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 18:32:29.071901 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-a988d7c4-c9e0-4f74-91b5-4c3d97164af9 tempest-verify_tempest_config-875338855 tempest-verify_tempest_config-875338855-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064685 Jun 16 18:32:29.376448 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 57766) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:32:29.477690 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ccb89640-4f19-46be-8e5b-29dc51f7f448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:32:29.568031 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ccb89640-4f19-46be-8e5b-29dc51f7f448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:32:29.572127 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ccb89640-4f19-46be-8e5b-29dc51f7f448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:32:29.575092 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-173159fa-6824-4778-a44a-6071066c55a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:32:29.617145 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb89640-4f19-46be-8e5b-29dc51f7f448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67231f2-23d8-4e16-b6a6-e35d86be806c,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:29.619710 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-ccb89640-4f19-46be-8e5b-29dc51f7f448 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=30e62ae6b87f416780d09f2dc6e608a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2422850 Jun 16 18:32:29.622441 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 57770) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:32:29.625355 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb89640-4f19-46be-8e5b-29dc51f7f448 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.625730 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb89640-4f19-46be-8e5b-29dc51f7f448 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.626077 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb89640-4f19-46be-8e5b-29dc51f7f448 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.626415 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb89640-4f19-46be-8e5b-29dc51f7f448 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.626747 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb89640-4f19-46be-8e5b-29dc51f7f448 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.627081 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb89640-4f19-46be-8e5b-29dc51f7f448 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.627426 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb89640-4f19-46be-8e5b-29dc51f7f448 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.627754 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb89640-4f19-46be-8e5b-29dc51f7f448 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.628094 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb89640-4f19-46be-8e5b-29dc51f7f448 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.628965 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb89640-4f19-46be-8e5b-29dc51f7f448 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.629287 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb89640-4f19-46be-8e5b-29dc51f7f448 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.629601 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb89640-4f19-46be-8e5b-29dc51f7f448 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.633502 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ccb89640-4f19-46be-8e5b-29dc51f7f448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:32:29.706468 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3a72be79-ae69-488f-8a75-d51b68bc86d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:32:29.727975 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3a72be79-ae69-488f-8a75-d51b68bc86d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:32:29.818282 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3a72be79-ae69-488f-8a75-d51b68bc86d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:32:29.821320 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3a72be79-ae69-488f-8a75-d51b68bc86d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:32:29.824857 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-3a72be79-ae69-488f-8a75-d51b68bc86d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f67231f2-23d8-4e16-b6a6-e35d86be806c HTTP/1.1" status: 204 len: 168 time: 0.1990857 Jun 16 18:32:29.824857 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:32:29.831070 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72be79-ae69-488f-8a75-d51b68bc86d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67231f2-23d8-4e16-b6a6-e35d86be806c,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:32:29.838670 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72be79-ae69-488f-8a75-d51b68bc86d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.839018 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72be79-ae69-488f-8a75-d51b68bc86d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.839350 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72be79-ae69-488f-8a75-d51b68bc86d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.839754 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72be79-ae69-488f-8a75-d51b68bc86d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.839992 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72be79-ae69-488f-8a75-d51b68bc86d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.840344 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72be79-ae69-488f-8a75-d51b68bc86d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.840666 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72be79-ae69-488f-8a75-d51b68bc86d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.840985 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72be79-ae69-488f-8a75-d51b68bc86d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.841322 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72be79-ae69-488f-8a75-d51b68bc86d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.841770 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72be79-ae69-488f-8a75-d51b68bc86d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.842093 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72be79-ae69-488f-8a75-d51b68bc86d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.842407 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72be79-ae69-488f-8a75-d51b68bc86d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:32:29.845952 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3a72be79-ae69-488f-8a75-d51b68bc86d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:32:38.900557 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5608dca3-2be0-4261-bcac-110918ac54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:32:41.250923 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f755d856-9bfd-4f11-90f3-fe863a8406d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:32:41.679912 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:32:42.441955 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:32:44.137217 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:32:53.233746 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 5 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:33:08.902042 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-54afe62c-fd3f-40ea-9616-65a69ad83c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:33:11.251198 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ec47fb50-408e-42eb-8c79-d96fd0121169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:33:11.680713 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:33:12.445414 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:33:14.140669 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:33:30.232038 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 5 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:33:38.903652 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8e96b0f4-16f6-49a3-8069-b415d9b4ecb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:33:41.252436 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f9d2e4d1-3014-437f-8918-3d7dd4d85f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:33:41.682036 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:33:42.447012 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:33:44.143749 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:34:07.230389 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 5 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:34:08.905071 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a93d547f-d043-47e0-9e58-867ed52f5fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:34:11.220662 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471'] for agent, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:34:11.252783 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-32f6d758-b05d-4441-b01c-e88e71a70af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:34:11.682744 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:34:12.451361 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:34:14.148611 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:34:15.283940 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 57824) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:34:15.391414 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-6a9e3079-3a03-470b-9cd2-d99cf93dfaf5 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1060526 Jun 16 18:34:17.550076 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 57834) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:34:17.604779 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-adc316b4-a712-4df3-bb1f-895deff72ea4 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0536015 Jun 16 18:34:38.906928 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8f44e721-3467-4a02-bda3-c1cc5a16bad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:34:41.203515 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:34:41.253269 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-090ed40e-2475-4193-9d94-3dfc8bd4463e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:34:41.683509 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:34:42.454516 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:34:44.146170 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:34:44.228766 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:35:08.910819 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7112b23-f29e-4eea-8c53-3ec9c3c7c485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:11.210799 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:11.255367 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-761e208b-eaa9-47d4-925d-73eede0f581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:11.689899 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:12.463237 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:14.192528 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:21.227397 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:35:38.903621 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5294d1b4-f3f5-49a4-a032-c8d43354d151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:41.206177 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:41.257312 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-65d9b1b3-193d-424c-b21f-d7e415492022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:41.683147 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:42.471058 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:44.179693 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:46.911001 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 58030) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:47.049553 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 58044) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:47.049901 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 58046) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:47.178501 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-494404374-network', 'tenant_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:35:47.208278 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Made reservation on behalf of baaa2b8c4c5d44e8baf9e3a771ba4427 for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:35:47.210767 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.229160 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.342618 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.346942 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.351054 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:47.382305 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:35:47.385403 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121d2dc2-f3bf-427b-b692-e58ed311fdb2,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:47.395008 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:47.395373 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:47.395665 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:47.395986 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:47.396370 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:47.396697 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:47.397004 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:47.397618 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:47.397952 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:47.398272 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:47.398586 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:47.398896 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Tracked resource versions report: Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: pushed versions: Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: { 'AddressGroup': {'1.2'}, Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'ConntrackHelper': {'1.0'}, Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'Log': {'1.0'}, Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'Network': {'1.1'}, Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'Port': {'1.7'}, Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'PortForwarding': {'1.2'}, Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'QosPolicy': {'1.8'}, Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'SecurityGroup': {'1.4'}, Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'SubPort': {'1.0'}, Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'Subnet': {'1.1'}, Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'Trunk': {'1.1'}} Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: consumer versions: Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: { DHCP agent@dv-cinder-667108-31-smb: {}, Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: HyperV agent@hv-cinder-66710: {}, Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: L3 agent@dv-cinder-667108-31-smb: {}, Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: Metadata agent@dv-cinder-667108-31-smb: {}, Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: Metering agent@dv-cinder-667108-31-smb: {}, Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: Open vSwitch agent@dv-cinder-667108-31-smb: { 'AddressGroup': '1.2', Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'ConntrackHelper': '1.0', Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'Log': '1.0', Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'Network': '1.1', Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'Port': '1.7', Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'PortForwarding': '1.2', Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'QosPolicy': '1.8', Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'SecurityGroup': '1.4', Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'SecurityGroupRule': '1.2', Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'SubPort': '1.0', Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'Subnet': '1.1', Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: 'Trunk': '1.1'}} Jun 16 18:35:47.399938 dv-cinder-667108-31-smb neutron-server[92979]: {{(pid=92979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:35:47.418608 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-87cce1d3-1127-4d80-939e-91901326795d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-439144490-network', 'tenant_id': '62d433e0b1e446108e7e2bb6acd36264'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:35:47.423574 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:47.441175 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789583485480', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.441757 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Unsubscribe: segment precommit_create {{(pid=92979) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 18:35:47.442220 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.db.segments_db [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Added segment 0cf9649c-0b91-4fd6-864b-a51c1be640b3 of type vlan for network 9282434f-95d9-4dfb-9c1b-e0f87163722e Jun 16 18:35:47.480122 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cce1d3-1127-4d80-939e-91901326795d admin admin] Made reservation on behalf of 62d433e0b1e446108e7e2bb6acd36264 for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:35:47.483171 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-87cce1d3-1127-4d80-939e-91901326795d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.494566 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-87cce1d3-1127-4d80-939e-91901326795d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.505096 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 58064) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:47.527288 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789582983042'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.556454 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-45287d55-66ea-4b3b-ab69-995eba1056d0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1161209908-network', 'tenant_id': '16af9c5b756c4d76ab7ce535c8b78c3e'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:35:47.648510 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.648891 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:35:47.649515 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.658408 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-87cce1d3-1127-4d80-939e-91901326795d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.658408 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:47.663100 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-87cce1d3-1127-4d80-939e-91901326795d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.684223 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 58084) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:47.699557 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87cce1d3-1127-4d80-939e-91901326795d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:35:47.711454 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-network', 'tenant_id': 'b499fafa278b41c4babc557095066e26'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:35:47.740825 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45287d55-66ea-4b3b-ab69-995eba1056d0 admin admin] Made reservation on behalf of 16af9c5b756c4d76ab7ce535c8b78c3e for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:35:47.748168 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-45287d55-66ea-4b3b-ab69-995eba1056d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.757608 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-87cce1d3-1127-4d80-939e-91901326795d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.758578 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.db.segments_db [None req-87cce1d3-1127-4d80-939e-91901326795d admin admin] Added segment c068b2ce-f93f-4b15-b978-7ef6276488b8 of type vlan for network 7d46c676-4fd5-4818-a651-45cc92a28713 Jun 16 18:35:47.760034 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Made reservation on behalf of b499fafa278b41c4babc557095066e26 for: {'network': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:35:47.764755 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for network, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.775818 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.811696 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8989706 Jun 16 18:35:47.817416 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-45287d55-66ea-4b3b-ab69-995eba1056d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.817630 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 58094) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:47.822701 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Pushing event updated for resources: {'Network': ['ID=9282434f-95d9-4dfb-9c1b-e0f87163722e,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:47.827238 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:47.829851 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3a72be79-ae69-488f-8a75-d51b68bc86d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:47.836279 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Network 9282434f-95d9-4dfb-9c1b-e0f87163722e details requested by agent ovs-agent-dv-cinder-667108-31-smb with host dv-cinder-667108-31-smb {{(pid=92980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:35:47.836936 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-bc808cff-7dcf-4938-9fac-92c4f6771064 admin admin] Request body: {'subnet': {'network_id': '9282434f-95d9-4dfb-9c1b-e0f87163722e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-494404374-subnet', 'tenant_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:35:47.892195 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-87cce1d3-1127-4d80-939e-91901326795d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789582983042'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.896507 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cce1d3-1127-4d80-939e-91901326795d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1d172b-fa8e-4c18-889b-2735627cc9bc,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:47.899541 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-87cce1d3-1127-4d80-939e-91901326795d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:47.911721 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.928847 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.932955 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-87cce1d3-1127-4d80-939e-91901326795d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.935202 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cce1d3-1127-4d80-939e-91901326795d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:35:47.936386 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-87cce1d3-1127-4d80-939e-91901326795d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.940218 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:47.945533 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=92978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:35:47.954900 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:47.955442 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.db.segments_db [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Added segment 6f086f77-c793-471e-8039-3179b6fbf15b of type vlan for network 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 Jun 16 18:35:48.020650 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789582983042'] for network, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:48.066414 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1283150005-network', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:35:48.067036 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cce1d3-1127-4d80-939e-91901326795d admin admin] Pushing event updated for resources: {'Network': ['ID=7d46c676-4fd5-4818-a651-45cc92a28713,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:48.070639 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-87cce1d3-1127-4d80-939e-91901326795d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:48.072559 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ccb89640-4f19-46be-8e5b-29dc51f7f448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:48.084948 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384'] for network, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:48.091246 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Network 7d46c676-4fd5-4818-a651-45cc92a28713 details requested by agent ovs-agent-dv-cinder-667108-31-smb with host dv-cinder-667108-31-smb {{(pid=92980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:35:48.099153 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:35:48.100330 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:48.137012 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-87cce1d3-1127-4d80-939e-91901326795d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0860858 Jun 16 18:35:48.139930 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 58110) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:48.142173 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc808cff-7dcf-4938-9fac-92c4f6771064 admin admin] Made reservation on behalf of baaa2b8c4c5d44e8baf9e3a771ba4427 for: {'subnet': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:35:48.145049 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bc808cff-7dcf-4938-9fac-92c4f6771064 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:48.146438 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-8765b439-20f1-4021-993d-7495d0f1dc31 admin admin] Request body: {'subnet': {'network_id': '7d46c676-4fd5-4818-a651-45cc92a28713', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-439144490-subnet', 'tenant_id': '62d433e0b1e446108e7e2bb6acd36264', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:35:48.223778 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b8565b-7f72-4460-8af1-d4ec245575cd,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:48.244319 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:48.244706 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:48.244998 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:48.245334 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:48.245979 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:48.245979 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:48.246291 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:48.246872 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:48.247029 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:48.247299 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:48.247691 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:48.248365 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Tracked resource versions report: Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: pushed versions: Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: { 'AddressGroup': {'1.2'}, Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'ConntrackHelper': {'1.0'}, Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'Log': {'1.0'}, Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'Network': {'1.1'}, Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'Port': {'1.7'}, Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'PortForwarding': {'1.2'}, Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'QosPolicy': {'1.8'}, Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'SecurityGroup': {'1.4'}, Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'SubPort': {'1.0'}, Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'Subnet': {'1.1'}, Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'Trunk': {'1.1'}} Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: consumer versions: Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: { DHCP agent@dv-cinder-667108-31-smb: {}, Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: HyperV agent@hv-cinder-66710: {}, Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: L3 agent@dv-cinder-667108-31-smb: {}, Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: Metadata agent@dv-cinder-667108-31-smb: {}, Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: Metering agent@dv-cinder-667108-31-smb: {}, Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: Open vSwitch agent@dv-cinder-667108-31-smb: { 'AddressGroup': '1.2', Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'ConntrackHelper': '1.0', Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'Log': '1.0', Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'Network': '1.1', Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'Port': '1.7', Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'PortForwarding': '1.2', Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'QosPolicy': '1.8', Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'SecurityGroup': '1.4', Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'SecurityGroupRule': '1.2', Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'SubPort': '1.0', Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'Subnet': '1.1', Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: 'Trunk': '1.1'}} Jun 16 18:35:48.249597 dv-cinder-667108-31-smb neutron-server[92978]: {{(pid=92978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:35:48.266352 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.db.api [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 18:35:48.266352 dv-cinder-667108-31-smb neutron-server[92978]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 18:35:48.266352 dv-cinder-667108-31-smb neutron-server[92978]: [parameters: {'project_id_1': '7bc91c45bdd24caa9702ccfebfce88a4', 'expiration_1': datetime.datetime(2021, 6, 16, 18, 35, 48, 95503)}] Jun 16 18:35:48.266352 dv-cinder-667108-31-smb neutron-server[92978]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 18:35:48.267770 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_db.api [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 18:35:48.275812 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:48.276469 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:48.276582 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-45287d55-66ea-4b3b-ab69-995eba1056d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:48.283041 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-45287d55-66ea-4b3b-ab69-995eba1056d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:48.289889 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:48.320635 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8134961 Jun 16 18:35:48.324936 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 58114) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:48.331089 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45287d55-66ea-4b3b-ab69-995eba1056d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:35:48.335067 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-ddd9f6be-85df-49d3-bb7c-2ffc84be404c admin admin] Request body: {'subnet': {'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-subnet', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:35:48.347166 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8765b439-20f1-4021-993d-7495d0f1dc31 admin admin] Made reservation on behalf of 62d433e0b1e446108e7e2bb6acd36264 for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:35:48.350426 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8765b439-20f1-4021-993d-7495d0f1dc31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:48.377043 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287d55-66ea-4b3b-ab69-995eba1056d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ead913e-4946-4e5b-80bd-05e20f3fbeed,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:48.381456 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-45287d55-66ea-4b3b-ab69-995eba1056d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:48.391792 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-45287d55-66ea-4b3b-ab69-995eba1056d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:48.392162 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.db.segments_db [None req-45287d55-66ea-4b3b-ab69-995eba1056d0 admin admin] Added segment 4e4fea13-e2fd-497b-9526-636fc53a6bfe of type vlan for network d7a22503-f14c-4070-be6c-41b9c371066c Jun 16 18:35:48.421091 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd9f6be-85df-49d3-bb7c-2ffc84be404c admin admin] Made reservation on behalf of b499fafa278b41c4babc557095066e26 for: {'subnet': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:35:48.427775 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ddd9f6be-85df-49d3-bb7c-2ffc84be404c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:48.432734 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Pushing event updated for resources: {'Network': ['ID=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:48.445672 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Network 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 details requested by agent ovs-agent-dv-cinder-667108-31-smb with host dv-cinder-667108-31-smb {{(pid=92980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:35:48.461828 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:48.501632 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-45287d55-66ea-4b3b-ab69-995eba1056d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789582983042'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:48.580729 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-45287d55-66ea-4b3b-ab69-995eba1056d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:48.583769 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45287d55-66ea-4b3b-ab69-995eba1056d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:35:48.584516 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-45287d55-66ea-4b3b-ab69-995eba1056d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:48.598967 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:48.770244 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-45287d55-66ea-4b3b-ab69-995eba1056d0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7173665 Jun 16 18:35:48.772998 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 58130) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:48.776525 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8765b439-20f1-4021-993d-7495d0f1dc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:48.790678 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-f692fc7b-3f4f-46f0-8fd8-214d316341f8 admin admin] Request body: {'subnet': {'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1161209908-subnet', 'tenant_id': '16af9c5b756c4d76ab7ce535c8b78c3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:35:48.809330 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ddd9f6be-85df-49d3-bb7c-2ffc84be404c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377'] for subnet, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:48.813054 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] Made reservation on behalf of 7bc91c45bdd24caa9702ccfebfce88a4 for: {'network': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:35:48.815629 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for network, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:48.837686 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:48.854658 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287d55-66ea-4b3b-ab69-995eba1056d0 admin admin] Pushing event updated for resources: {'Network': ['ID=d7a22503-f14c-4070-be6c-41b9c371066c,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:48.866707 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Network d7a22503-f14c-4070-be6c-41b9c371066c details requested by agent ovs-agent-dv-cinder-667108-31-smb with host dv-cinder-667108-31-smb {{(pid=92980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:35:48.884946 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9f6be-85df-49d3-bb7c-2ffc84be404c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9205b992-70f4-45d4-95c8-9d9cd90b84b2,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:48.892578 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ddd9f6be-85df-49d3-bb7c-2ffc84be404c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:48.895008 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-45287d55-66ea-4b3b-ab69-995eba1056d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:48.902646 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:48.909531 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:48.958721 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f692fc7b-3f4f-46f0-8fd8-214d316341f8 admin admin] Made reservation on behalf of 16af9c5b756c4d76ab7ce535c8b78c3e for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:35:48.964690 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bc808cff-7dcf-4938-9fac-92c4f6771064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377'] for subnet, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:48.965512 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9f6be-85df-49d3-bb7c-2ffc84be404c admin admin] Checking segment: {'id': '6f086f77-c793-471e-8039-3179b6fbf15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:35:48.966068 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd9f6be-85df-49d3-bb7c-2ffc84be404c admin admin] Network hostable DHCP agents. Network: 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1, hostable agents: ['b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7'], hosted agents: [] {{(pid=92978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:35:48.968486 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f692fc7b-3f4f-46f0-8fd8-214d316341f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:48.979864 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b576a2f1-c092-471e-97d1-988de2417ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:49.046172 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc808cff-7dcf-4938-9fac-92c4f6771064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e563fc4f-9010-41d8-8c23-09c3514e3f2f,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:49.053449 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bc808cff-7dcf-4938-9fac-92c4f6771064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:49.068529 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd9f6be-85df-49d3-bb7c-2ffc84be404c admin admin] Network 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 is scheduled to be hosted by DHCP agent b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7 with binding_index 1 {{(pid=92978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:35:49.104453 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-ddd9f6be-85df-49d3-bb7c-2ffc84be404c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-smb, 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1) {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:35:49.114330 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bc251b-a4d9-418f-8ef9-943c8d002ab6 None None] Network 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:35:49.125294 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765b439-20f1-4021-993d-7495d0f1dc31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35c8a7a4-9cf0-481d-9ac8-4d6c25110c20,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:49.137213 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc808cff-7dcf-4938-9fac-92c4f6771064 admin admin] Checking segment: {'id': '0cf9649c-0b91-4fd6-864b-a51c1be640b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9282434f-95d9-4dfb-9c1b-e0f87163722e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:35:49.140149 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc808cff-7dcf-4938-9fac-92c4f6771064 admin admin] Network hostable DHCP agents. Network: 9282434f-95d9-4dfb-9c1b-e0f87163722e, hostable agents: ['b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7'], hosted agents: [] {{(pid=92978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:35:49.145992 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8765b439-20f1-4021-993d-7495d0f1dc31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:49.150845 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd9f6be-85df-49d3-bb7c-2ffc84be404c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:35:49.151446 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ddd9f6be-85df-49d3-bb7c-2ffc84be404c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.151756 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8765b439-20f1-4021-993d-7495d0f1dc31 admin admin] Checking segment: {'id': 'c068b2ce-f93f-4b15-b978-7ef6276488b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7d46c676-4fd5-4818-a651-45cc92a28713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:35:49.152149 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8765b439-20f1-4021-993d-7495d0f1dc31 admin admin] Network hostable DHCP agents. Network: 7d46c676-4fd5-4818-a651-45cc92a28713, hostable agents: ['b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:35:49.210446 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc808cff-7dcf-4938-9fac-92c4f6771064 admin admin] Network 9282434f-95d9-4dfb-9c1b-e0f87163722e is scheduled to be hosted by DHCP agent b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7 with binding_index 1 {{(pid=92978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:35:49.224200 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-bc808cff-7dcf-4938-9fac-92c4f6771064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-smb, 9282434f-95d9-4dfb-9c1b-e0f87163722e) {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:35:49.242752 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10608ae0-669d-4640-947c-46e2619c55c9 None None] Network 9282434f-95d9-4dfb-9c1b-e0f87163722e requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:35:49.254562 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8765b439-20f1-4021-993d-7495d0f1dc31 admin admin] Network 7d46c676-4fd5-4818-a651-45cc92a28713 is scheduled to be hosted by DHCP agent b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:35:49.257151 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc808cff-7dcf-4938-9fac-92c4f6771064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:35:49.257764 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bc808cff-7dcf-4938-9fac-92c4f6771064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.258508 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 58152) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:49.272824 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-8765b439-20f1-4021-993d-7495d0f1dc31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-smb, 7d46c676-4fd5-4818-a651-45cc92a28713) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:35:49.298166 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257900dd-422f-4def-a1c1-af4c1aca601a None None] Network 7d46c676-4fd5-4818-a651-45cc92a28713 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:35:49.302414 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8765b439-20f1-4021-993d-7495d0f1dc31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:35:49.303019 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8765b439-20f1-4021-993d-7495d0f1dc31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.323423 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.334176 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.336501 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f692fc7b-3f4f-46f0-8fd8-214d316341f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.341913 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8765b439-20f1-4021-993d-7495d0f1dc31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:49.349647 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-8765b439-20f1-4021-993d-7495d0f1dc31 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2086914 Jun 16 18:35:49.356119 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=92978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:35:49.382412 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.382772 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.db.segments_db [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] Added segment eb64175d-32cf-403f-9dbe-f12267b389de of type vlan for network c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 Jun 16 18:35:49.419959 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:49.436340 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692fc7b-3f4f-46f0-8fd8-214d316341f8 admin admin] Checking segment: {'id': '4e4fea13-e2fd-497b-9526-636fc53a6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:35:49.436997 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f692fc7b-3f4f-46f0-8fd8-214d316341f8 admin admin] Network hostable DHCP agents. Network: d7a22503-f14c-4070-be6c-41b9c371066c, hostable agents: ['b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:35:49.439087 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692fc7b-3f4f-46f0-8fd8-214d316341f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2429f91a-7912-4c8c-93e6-f1cb7b790393,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:49.443863 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f692fc7b-3f4f-46f0-8fd8-214d316341f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:49.446943 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-ddd9f6be-85df-49d3-bb7c-2ffc84be404c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1170707 Jun 16 18:35:49.448286 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4121b1d6-9854-4a6c-9fb3-67c887a12c5e,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:49.454677 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-bc808cff-7dcf-4938-9fac-92c4f6771064 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6336994 Jun 16 18:35:49.454677 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 58164) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:49.454677 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:49.460323 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 58166) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:49.463648 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:35:49.472908 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-494404374-router', 'tenant_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:35:49.480520 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-568ec1cd-c725-45c4-b3ae-0e7cf65183d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.492727 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789582983042'] for network, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.501617 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-964'] for router, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.502901 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021'] for router, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.505992 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f692fc7b-3f4f-46f0-8fd8-214d316341f8 admin admin] Network d7a22503-f14c-4070-be6c-41b9c371066c is scheduled to be hosted by DHCP agent b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:35:49.524648 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fe3b8ad-7a14-5a97-91f0-c032df6d3972-41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2'}]}} from dv-cinder-667108-31-smb. {{(pid=92980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 18:35:49.525516 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.547438 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-f692fc7b-3f4f-46f0-8fd8-214d316341f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-smb, d7a22503-f14c-4070-be6c-41b9c371066c) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:35:49.561177 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f692fc7b-3f4f-46f0-8fd8-214d316341f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:35:49.561780 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f692fc7b-3f4f-46f0-8fd8-214d316341f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.589581 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f4a909-ecf3-4fc7-95f1-b907d851b1ea None None] Network d7a22503-f14c-4070-be6c-41b9c371066c requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:35:49.608740 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-964'] for router, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.608740 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021'] for router, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.614965 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.705984 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384'] for network, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.727528 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.735299 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:35:49.736282 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.740330 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:49.854284 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be0d0e4-1e38-4779-86c2-38741c4a22c7 None None] Network 9282434f-95d9-4dfb-9c1b-e0f87163722e requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:35:49.867268 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-995'] for router, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.900688 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-568ec1cd-c725-45c4-b3ae-0e7cf65183d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.929460 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] Pushing event updated for resources: {'Network': ['ID=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:49.933641 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 58186) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:49.942446 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:49.947207 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2598279 Jun 16 18:35:49.957644 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 58190) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:49.968174 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-941729e6-8fe8-46ba-a16a-5dd064839709 admin admin] Request body: {'subnet': {'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1283150005-subnet', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:35:49.976437 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-995'] for router, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.987494 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-568ec1cd-c725-45c4-b3ae-0e7cf65183d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:49.991178 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-fc5c6622-bf0a-41a5-8320-292e7ce108b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:50.006328 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Network c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 details requested by agent ovs-agent-dv-cinder-667108-31-smb with host dv-cinder-667108-31-smb {{(pid=92980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:35:50.029235 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-f692fc7b-3f4f-46f0-8fd8-214d316341f8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2534702 Jun 16 18:35:50.065662 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941729e6-8fe8-46ba-a16a-5dd064839709 admin admin] Made reservation on behalf of 7bc91c45bdd24caa9702ccfebfce88a4 for: {'subnet': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:35:50.068408 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-941729e6-8fe8-46ba-a16a-5dd064839709 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:50.111278 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-568ec1cd-c725-45c4-b3ae-0e7cf65183d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e9fe2baab26f4c0cbb64af5937944e7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8517513 Jun 16 18:35:50.114107 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 58196) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:50.127234 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ec1cd-c725-45c4-b3ae-0e7cf65183d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a545aa0-33bb-4a21-b81d-8fcb8dfe1365,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:50.143056 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-568ec1cd-c725-45c4-b3ae-0e7cf65183d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:50.282166 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6867d4cc-1c22-48f9-b64d-c2a2d2e3db2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:50.332760 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6867d4cc-1c22-48f9-b64d-c2a2d2e3db2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:50.369749 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b45698-700d-4731-88b8-52507899f51f None None] Network 7d46c676-4fd5-4818-a651-45cc92a28713 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:35:50.424416 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c1c062a2-6820-408a-bcd4-cc3e5d6b59d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:50.476295 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6867d4cc-1c22-48f9-b64d-c2a2d2e3db2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:50.480976 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6867d4cc-1c22-48f9-b64d-c2a2d2e3db2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:50.482951 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-6867d4cc-1c22-48f9-b64d-c2a2d2e3db2f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a545aa0-33bb-4a21-b81d-8fcb8dfe1365 HTTP/1.1" status: 204 len: 168 time: 0.3676052 Jun 16 18:35:50.490206 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:50.525716 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867d4cc-1c22-48f9-b64d-c2a2d2e3db2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a545aa0-33bb-4a21-b81d-8fcb8dfe1365,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:50.533791 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-941729e6-8fe8-46ba-a16a-5dd064839709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377'] for subnet, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:50.534813 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 58242) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:50.542582 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6867d4cc-1c22-48f9-b64d-c2a2d2e3db2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:50.548280 dv-cinder-667108-31-smb neutron-server[92978]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 18:35:50.566867 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:50.637608 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941729e6-8fe8-46ba-a16a-5dd064839709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7cf5ef-6aa1-4199-9c30-73b9adb626d9,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:50.654519 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d3eba4-eeb6-41de-89ab-1e552e31087e None None] Network d7a22503-f14c-4070-be6c-41b9c371066c requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:35:50.673186 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-941729e6-8fe8-46ba-a16a-5dd064839709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:50.739100 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:50.751029 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Allocated IP 172.20.0.2 (41f0e0c5-73d7-458e-ba2f-60e6386a9ce1/9205b992-70f4-45d4-95c8-9d9cd90b84b2/353d29c0-5b66-41fe-98c4-b4284fa5694d) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:35:50.803046 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:50.951506 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c1c062a2-6820-408a-bcd4-cc3e5d6b59d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:50.952966 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941729e6-8fe8-46ba-a16a-5dd064839709 admin admin] Checking segment: {'id': 'eb64175d-32cf-403f-9dbe-f12267b389de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:35:50.953521 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941729e6-8fe8-46ba-a16a-5dd064839709 admin admin] Network hostable DHCP agents. Network: c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9, hostable agents: ['b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7'], hosted agents: [] {{(pid=92978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:35:50.956418 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:50.958963 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 58250) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:51.018142 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c1c062a2-6820-408a-bcd4-cc3e5d6b59d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:51.040545 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:51.048238 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] Allocated IP 172.28.2.53 (7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe/3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a/9f05d549-4532-4de5-909e-8155b30a52ff) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:35:51.051035 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:51.063109 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Transition to ACTIVE for port object 353d29c0-5b66-41fe-98c4-b4284fa5694d will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:35:51.084089 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Transition to ACTIVE for port object 353d29c0-5b66-41fe-98c4-b4284fa5694d will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:35:51.094532 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:51.104677 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:51.121221 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:51.146957 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Network 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:35:51.156819 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-4acec854-fe34-4185-beca-4073b1c8fb3a tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:35:51.158799 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-4acec854-fe34-4185-beca-4073b1c8fb3a tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/networks?id=7d46c676-4fd5-4818-a651-45cc92a28713 HTTP/1.1" status: 200 len: 811 time: 0.6174588 Jun 16 18:35:51.159500 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941729e6-8fe8-46ba-a16a-5dd064839709 admin admin] Network c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 is scheduled to be hosted by DHCP agent b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7 with binding_index 1 {{(pid=92978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:35:51.176362 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-c1c062a2-6820-408a-bcd4-cc3e5d6b59d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=971a92e1779d497c9768ef931f4dd06b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2391083 Jun 16 18:35:51.182668 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 58264) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:51.192798 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c062a2-6820-408a-bcd4-cc3e5d6b59d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85872d84-b1f5-4fbb-9ec7-e036219d2694,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:51.209083 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c1c062a2-6820-408a-bcd4-cc3e5d6b59d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:51.229287 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-941729e6-8fe8-46ba-a16a-5dd064839709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-smb, c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9) {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:35:51.235211 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941729e6-8fe8-46ba-a16a-5dd064839709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:35:51.236052 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-941729e6-8fe8-46ba-a16a-5dd064839709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:51.239189 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-b47c09c5-f3fd-4d5f-9191-14cb0408dee8 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/quotas/62d433e0b1e446108e7e2bb6acd36264 HTTP/1.1" status: 200 len: 375 time: 0.0729730 Jun 16 18:35:51.244799 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 58270) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:51.245101 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:35:51.248685 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:35:51.261710 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc731156-371b-429d-87ae-10d92c3abd05 None None] Network c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:35:51.270356 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Pushing event updated for resources: {'Port': ['ID=353d29c0-5b66-41fe-98c4-b4284fa5694d,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:51.300312 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 58274) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:51.315697 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:51.316041 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:51.316397 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:51.316730 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:51.317079 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:51.317381 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:51.317707 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:51.318028 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:51.319031 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:51.319031 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:51.319031 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:51.319319 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:51.319622 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2599c4b9-a47c-47a1-a646-5480c660e6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Tracked resource versions report: Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: pushed versions: Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: { 'AddressGroup': {'1.2'}, Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'ConntrackHelper': {'1.0'}, Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'Log': {'1.0'}, Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'Network': {'1.1'}, Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'Port': {'1.7'}, Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'PortForwarding': {'1.2'}, Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'QosPolicy': {'1.8'}, Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'SecurityGroup': {'1.4'}, Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'SubPort': {'1.0'}, Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'Subnet': {'1.1'}, Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'Trunk': {'1.1'}} Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: consumer versions: Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: { DHCP agent@dv-cinder-667108-31-smb: {}, Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: HyperV agent@hv-cinder-66710: {}, Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: L3 agent@dv-cinder-667108-31-smb: {}, Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: Metadata agent@dv-cinder-667108-31-smb: {}, Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: Metering agent@dv-cinder-667108-31-smb: {}, Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: Open vSwitch agent@dv-cinder-667108-31-smb: { 'AddressGroup': '1.2', Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'ConntrackHelper': '1.0', Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'Log': '1.0', Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'Network': '1.1', Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'Port': '1.7', Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'PortForwarding': '1.2', Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'QosPolicy': '1.8', Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'SecurityGroup': '1.4', Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'SecurityGroupRule': '1.2', Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'SubPort': '1.0', Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'Subnet': '1.1', Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: 'Trunk': '1.1'}} Jun 16 18:35:51.320342 dv-cinder-667108-31-smb neutron-server[92980]: {{(pid=92980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:35:51.327694 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:51.378367 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:51.432051 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-02564f6e-89b9-436d-9d54-6fcc37047144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:51.502863 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Attempting to bind port 353d29c0-5b66-41fe-98c4-b4284fa5694d on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:35:51.503254 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Attempting to bind port 353d29c0-5b66-41fe-98c4-b4284fa5694d by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': '6f086f77-c793-471e-8039-3179b6fbf15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:35:51.503604 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Attempting to bind port 353d29c0-5b66-41fe-98c4-b4284fa5694d on network 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:35:51.508822 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-4227de12-dba5-408c-ae23-9d3b317aabf6 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=62d433e0b1e446108e7e2bb6acd36264&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2528067 Jun 16 18:35:51.511869 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:35:51.512356 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Checking segment: {'id': '6f086f77-c793-471e-8039-3179b6fbf15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:35:51.513510 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:51.514200 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Bound using segment: {'id': '6f086f77-c793-471e-8039-3179b6fbf15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:35:51.514799 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Bound port: 353d29c0-5b66-41fe-98c4-b4284fa5694d, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f086f77-c793-471e-8039-3179b6fbf15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:35:51.515191 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:51.522887 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:51.537790 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:51.586183 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] Allocated IP 172.28.2.60 (7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe/3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a/606aa837-85a3-4196-900e-b4477be70a8b) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:35:51.634177 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] Pushing event updated for resources: {'Port': ['ID=9f05d549-4532-4de5-909e-8155b30a52ff,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:51.647050 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] For port 353d29c0-5b66-41fe-98c4-b4284fa5694d, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:35:51.660442 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fe3b8ad-7a14-5a97-91f0-c032df6d3972-c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'fixed_ips': [{'subnet_id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9'}]}} from dv-cinder-667108-31-smb. {{(pid=92980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 18:35:51.661012 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:51.661967 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:51.662809 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2599c4b9-a47c-47a1-a646-5480c660e6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:51.665190 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] For port 353d29c0-5b66-41fe-98c4-b4284fa5694d, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=353d29c0-5b66-41fe-98c4-b4284fa5694d,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:35:51.672849 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] Network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:35:51.674592 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2599c4b9-a47c-47a1-a646-5480c660e6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:51.675600 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:35:51.679839 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:51.684280 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:51.689158 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:35:51.693850 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-568ec1cd-c725-45c4-b3ae-0e7cf65183d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:51.718511 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-941729e6-8fe8-46ba-a16a-5dd064839709 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7562780 Jun 16 18:35:51.737299 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 58284) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:51.756532 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:35:51.771902 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:51.775346 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4b6a2668-7567-4bfa-afb8-bd0cfe317add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:51.816890 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Pushing event updated for resources: {'Port': ['ID=353d29c0-5b66-41fe-98c4-b4284fa5694d,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:51.821556 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:51.830405 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-47a0f045-92ae-4cfe-a70a-d5fd9cee7c0d tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:35:51.837228 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-47a0f045-92ae-4cfe-a70a-d5fd9cee7c0d tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/networks?id=d7a22503-f14c-4070-be6c-41b9c371066c HTTP/1.1" status: 200 len: 815 time: 0.5912905 Jun 16 18:35:51.866772 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4b6a2668-7567-4bfa-afb8-bd0cfe317add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:51.871739 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-71f0ffa6-bb17-4319-a8c1-cb2d01ee1569 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 18:35:51.873351 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-71f0ffa6-bb17-4319-a8c1-cb2d01ee1569 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1432841 Jun 16 18:35:51.890097 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Allocated IP 172.20.0.2 (c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9/dc7cf5ef-6aa1-4199-9c30-73b9adb626d9/8e96db71-99dc-4bb7-82de-67cb9c752fc5) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:35:51.896473 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-26430486-ce14-44a2-a56c-51cf569dc3cd tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/quotas/16af9c5b756c4d76ab7ce535c8b78c3e HTTP/1.1" status: 200 len: 375 time: 0.0581982 Jun 16 18:35:51.913974 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-2599c4b9-a47c-47a1-a646-5480c660e6eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=42af7428547d41a4bc2e410c5b401acb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6103051 Jun 16 18:35:51.916604 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 58288) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:51.937836 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599c4b9-a47c-47a1-a646-5480c660e6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af9d859-a6ee-4591-9720-a3a18f0ad5e9,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:51.943930 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2599c4b9-a47c-47a1-a646-5480c660e6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:51.994250 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-d8add4ce-4802-4106-bb99-0d4d07f61ce1 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=16af9c5b756c4d76ab7ce535c8b78c3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0969024 Jun 16 18:35:52.070862 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.090329 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:52.140973 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4b6a2668-7567-4bfa-afb8-bd0cfe317add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.151766 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.163790 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4b6a2668-7567-4bfa-afb8-bd0cfe317add admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.166597 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Transition to ACTIVE for port object 8e96db71-99dc-4bb7-82de-67cb9c752fc5 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:35:52.176751 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-4b6a2668-7567-4bfa-afb8-bd0cfe317add admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85872d84-b1f5-4fbb-9ec7-e036219d2694 HTTP/1.1" status: 204 len: 168 time: 0.9916620 Jun 16 18:35:52.188732 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Transition to ACTIVE for port object 8e96db71-99dc-4bb7-82de-67cb9c752fc5 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:35:52.199433 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-02564f6e-89b9-436d-9d54-6fcc37047144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.202590 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] Network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:35:52.208074 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.212905 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] Pushing event updated for resources: {'Port': ['ID=606aa837-85a3-4196-900e-b4477be70a8b,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:52.215620 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:52.216441 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:52.220230 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:35:52.220636 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:35:52.269835 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 353d29c0-5b66-41fe-98c4-b4284fa5694d up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:35:52.279087 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3f49e31a-6397-4750-940a-52fa541d3ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.322503 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Network c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:35:52.331299 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:35:52.338555 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Pushing event updated for resources: {'Port': ['ID=8e96db71-99dc-4bb7-82de-67cb9c752fc5,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:52.348876 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3f49e31a-6397-4750-940a-52fa541d3ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.353434 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:35:52.370983 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.379306 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:52.389039 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-1718f2e4-be5c-48db-9d08-123bd30e3cf4 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 18:35:52.392614 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-1718f2e4-be5c-48db-9d08-123bd30e3cf4 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2591105 Jun 16 18:35:52.393304 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-02564f6e-89b9-436d-9d54-6fcc37047144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.395418 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-5a0752c0-96af-4c90-b23a-0a288e8cb5f6 service neutron] 10.222.0.46 "GET /v2.0/networks/7d46c676-4fd5-4818-a651-45cc92a28713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970725 Jun 16 18:35:52.407709 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-964'] for router, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.409002 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021'] for router, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.428772 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:52.440823 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port 353d29c0-5b66-41fe-98c4-b4284fa5694d completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:35:52.448991 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Attempting to bind port 8e96db71-99dc-4bb7-82de-67cb9c752fc5 on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:35:52.449373 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Attempting to bind port 8e96db71-99dc-4bb7-82de-67cb9c752fc5 by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': 'eb64175d-32cf-403f-9dbe-f12267b389de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:35:52.449746 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Attempting to bind port 8e96db71-99dc-4bb7-82de-67cb9c752fc5 on network c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:35:52.456817 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:35:52.457208 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Checking segment: {'id': 'eb64175d-32cf-403f-9dbe-f12267b389de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:35:52.457621 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.458020 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Bound using segment: {'id': 'eb64175d-32cf-403f-9dbe-f12267b389de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:35:52.458509 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Bound port: 8e96db71-99dc-4bb7-82de-67cb9c752fc5, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb64175d-32cf-403f-9dbe-f12267b389de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:35:52.458933 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.470014 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a2668-7567-4bfa-afb8-bd0cfe317add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85872d84-b1f5-4fbb-9ec7-e036219d2694,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:52.498070 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4b6a2668-7567-4bfa-afb8-bd0cfe317add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:52.512175 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-66fa1577-4320-4e26-b4c5-8b82af298940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:52.583421 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] For port 8e96db71-99dc-4bb7-82de-67cb9c752fc5, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:35:52.586041 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3f49e31a-6397-4750-940a-52fa541d3ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.589618 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] For port 8e96db71-99dc-4bb7-82de-67cb9c752fc5, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=8e96db71-99dc-4bb7-82de-67cb9c752fc5,segment=NetworkSegment(eb64175d-32cf-403f-9dbe-f12267b389de),segment_id=eb64175d-32cf-403f-9dbe-f12267b389de)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:35:52.591499 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3f49e31a-6397-4750-940a-52fa541d3ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.593414 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-3f49e31a-6397-4750-940a-52fa541d3ecc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2af9d859-a6ee-4591-9720-a3a18f0ad5e9 HTTP/1.1" status: 204 len: 168 time: 0.6690693 Jun 16 18:35:52.597816 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-45287d55-66ea-4b3b-ab69-995eba1056d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:52.612254 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49e31a-6397-4750-940a-52fa541d3ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af9d859-a6ee-4591-9720-a3a18f0ad5e9,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:52.613663 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.615565 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3f49e31a-6397-4750-940a-52fa541d3ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:52.641240 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:52.642544 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439270'] for router, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.686894 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-02564f6e-89b9-436d-9d54-6fcc37047144 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=291f144ed9a645b5905c46409e0f6576&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7200465 Jun 16 18:35:52.694588 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 58304) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:52.772309 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Pushing event updated for resources: {'Port': ['ID=8e96db71-99dc-4bb7-82de-67cb9c752fc5,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:52.781481 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:52.813131 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 58306) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:52.822588 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-18bbb591-723b-4383-ac6c-68e0c3bcea27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.836693 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e0cf90f1-f233-4a66-bd7b-ef5a3408ca34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.859051 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.889710 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-18bbb591-723b-4383-ac6c-68e0c3bcea27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:52.892180 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02564f6e-89b9-436d-9d54-6fcc37047144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51600bcd-1e75-40ad-bff4-4d82c354cef7,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:52.947585 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-02564f6e-89b9-436d-9d54-6fcc37047144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:52.966862 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-32829a5b-edac-49e4-8e0d-ae74d3c8feb8 service neutron] 10.222.0.46 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520711 Jun 16 18:35:53.016763 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] Router 6a160b0e-e560-448b-bf94-b4ba4bea738a is scheduled to L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 with binding_index 1 {{(pid=92979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 18:35:53.094799 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-11ff96d9-fefd-4c91-b2d0-803958acf077 service neutron] 10.222.0.46 "GET /v2.0/networks/7d46c676-4fd5-4818-a651-45cc92a28713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6808946 Jun 16 18:35:53.164111 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-18bbb591-723b-4383-ac6c-68e0c3bcea27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:53.173922 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-18bbb591-723b-4383-ac6c-68e0c3bcea27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:53.175675 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-18bbb591-723b-4383-ac6c-68e0c3bcea27 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51600bcd-1e75-40ad-bff4-4d82c354cef7 HTTP/1.1" status: 204 len: 168 time: 0.4789968 Jun 16 18:35:53.181008 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2599c4b9-a47c-47a1-a646-5480c660e6eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:53.203334 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e0cf90f1-f233-4a66-bd7b-ef5a3408ca34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:53.204597 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbb591-723b-4383-ac6c-68e0c3bcea27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51600bcd-1e75-40ad-bff4-4d82c354cef7,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:53.207138 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-18bbb591-723b-4383-ac6c-68e0c3bcea27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:53.216646 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e0cf90f1-f233-4a66-bd7b-ef5a3408ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:53.228121 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:53.261613 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:35:53.275093 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] Sync routers for ids ['6a160b0e-e560-448b-bf94-b4ba4bea738a'] in dv-cinder-667108-31-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:35:53.294512 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] Routers {'6a160b0e-e560-448b-bf94-b4ba4bea738a'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:35:53.295367 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:35:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['6a160b0e-e560-448b-bf94-b4ba4bea738a'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:53.331895 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:53.338498 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8676457 Jun 16 18:35:53.345174 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-e0cf90f1-f233-4a66-bd7b-ef5a3408ca34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e77352a2b6c34a9da82736c224ad620d&name=default HTTP/1.1" status: 200 len: 2978 time: 0.5308797 Jun 16 18:35:53.345407 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 58316) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:53.345635 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 58318) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:53.349720 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf90f1-f233-4a66-bd7b-ef5a3408ca34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a08f6e-cf38-4529-986b-5e44b6d96aff,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:53.355474 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e0cf90f1-f233-4a66-bd7b-ef5a3408ca34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:53.497686 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] Set router 6a160b0e-e560-448b-bf94-b4ba4bea738a gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:35:53.545253 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50702244-a683-4308-b9e6-9abc99982bf1 None None] Network 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:35:53.700481 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-995'] for router, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:53.754249 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a160b0e-e560-448b-bf94-b4ba4bea738a', 'name': 'tempest-ServerRescueNegativeTestJSON-494404374-router', 'tenant_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '9f05d549-4532-4de5-909e-8155b30a52ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:35:51Z', 'revision_number': 3, 'project_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'gw_port': {'id': '9f05d549-4532-4de5-909e-8155b30a52ff', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a160b0e-e560-448b-bf94-b4ba4bea738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:50Z', 'updated_at': '2021-06-16T18:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:53.760442 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] Checking router: 6a160b0e-e560-448b-bf94-b4ba4bea738a for host: dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:35:53.775310 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] Updating router 6a160b0e-e560-448b-bf94-b4ba4bea738a port 9f05d549-4532-4de5-909e-8155b30a52ff binding host dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:35:53.777670 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-01bd00d7-fefa-4bb1-8e8d-9ccdbec60dc6 None None] Provisioning for port 353d29c0-5b66-41fe-98c4-b4284fa5694d completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:35:53.819365 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-01bd00d7-fefa-4bb1-8e8d-9ccdbec60dc6 None None] Provisioning complete for port 353d29c0-5b66-41fe-98c4-b4284fa5694d triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:35:53.819900 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-01bd00d7-fefa-4bb1-8e8d-9ccdbec60dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:53.850667 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-539a84ea-bbd9-4f93-8c56-bab7953274d3 req-9ffb677d-e0bd-44f0-a806-e390c9e8a054 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 210 time: 0.1582365 Jun 16 18:35:53.851332 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:53.851756 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:53.879486 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-43c47f6c-f40f-4def-b016-7042d02b5378 service neutron] 10.222.0.46 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9115679 Jun 16 18:35:54.165152 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4da93c93-8f07-4b65-a81e-daed6a4ca78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:54.212022 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-01bd00d7-fefa-4bb1-8e8d-9ccdbec60dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:54.258087 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 8e96db71-99dc-4bb7-82de-67cb9c752fc5 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:35:54.367304 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-01bd00d7-fefa-4bb1-8e8d-9ccdbec60dc6 None None] For port 353d29c0-5b66-41fe-98c4-b4284fa5694d, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=353d29c0-5b66-41fe-98c4-b4284fa5694d,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:35:54.381734 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-01bd00d7-fefa-4bb1-8e8d-9ccdbec60dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:54.386995 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:54.436663 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd00d7-fefa-4bb1-8e8d-9ccdbec60dc6 None None] Pushing event updated for resources: {'Port': ['ID=353d29c0-5b66-41fe-98c4-b4284fa5694d,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:54.441131 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-01bd00d7-fefa-4bb1-8e8d-9ccdbec60dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:54.463624 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port 8e96db71-99dc-4bb7-82de-67cb9c752fc5 completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:35:54.531853 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:54.570553 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] Transition to ACTIVE for port object 9f05d549-4532-4de5-909e-8155b30a52ff will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:35:54.593282 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:54.598676 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:54.675898 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-99449ae6-6b4e-4693-8938-ed86461001ff req-61c3c3bc-84a1-4f77-be53-32b48047705b tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 210 time: 0.1276050 Jun 16 18:35:54.704017 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4da93c93-8f07-4b65-a81e-daed6a4ca78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:54.704540 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb42eb79-539a-460f-8979-0a174037a83d None None] Network c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:35:54.750040 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-b4398b45-a511-4780-b436-1c0be3454d4e None None] Provisioning complete for port 353d29c0-5b66-41fe-98c4-b4284fa5694d triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:35:54.750549 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b4398b45-a511-4780-b436-1c0be3454d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:54.758822 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] Attempting to bind port 9f05d549-4532-4de5-909e-8155b30a52ff on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:35:54.763098 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] Attempting to bind port 9f05d549-4532-4de5-909e-8155b30a52ff by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:35:54.763826 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] Attempting to bind port 9f05d549-4532-4de5-909e-8155b30a52ff on network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:35:54.785368 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:35:54.788386 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] Checking segment: {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:35:54.788977 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:54.789550 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] Bound using segment: {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:35:54.790290 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] Bound port: 9f05d549-4532-4de5-909e-8155b30a52ff, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:35:54.795697 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:54.800645 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49843567-3f9f-41a9-b79e-5e75c60e8ac7 None None] Pushing event updated for resources: {'Port': ['ID=9f05d549-4532-4de5-909e-8155b30a52ff,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:54.868672 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843567-3f9f-41a9-b79e-5e75c60e8ac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:54.873205 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843567-3f9f-41a9-b79e-5e75c60e8ac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:54.873764 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843567-3f9f-41a9-b79e-5e75c60e8ac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:54.874810 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843567-3f9f-41a9-b79e-5e75c60e8ac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:54.875986 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843567-3f9f-41a9-b79e-5e75c60e8ac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:54.877104 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843567-3f9f-41a9-b79e-5e75c60e8ac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:54.878177 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843567-3f9f-41a9-b79e-5e75c60e8ac7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:54.879246 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843567-3f9f-41a9-b79e-5e75c60e8ac7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:54.879766 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843567-3f9f-41a9-b79e-5e75c60e8ac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:54.880906 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843567-3f9f-41a9-b79e-5e75c60e8ac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:54.882141 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843567-3f9f-41a9-b79e-5e75c60e8ac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:54.882721 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843567-3f9f-41a9-b79e-5e75c60e8ac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843567-3f9f-41a9-b79e-5e75c60e8ac7 None None] Tracked resource versions report: Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: pushed versions: Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: { 'AddressGroup': {'1.2'}, Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'ConntrackHelper': {'1.0'}, Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'Log': {'1.0'}, Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'Network': {'1.1'}, Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'Port': {'1.7'}, Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'PortForwarding': {'1.2'}, Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'QosPolicy': {'1.8'}, Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'SecurityGroup': {'1.4'}, Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'SubPort': {'1.0'}, Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'Subnet': {'1.1'}, Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'Trunk': {'1.1'}} Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: consumer versions: Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: { DHCP agent@dv-cinder-667108-31-smb: {}, Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: HyperV agent@hv-cinder-66710: {}, Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: L3 agent@dv-cinder-667108-31-smb: {}, Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: Metadata agent@dv-cinder-667108-31-smb: {}, Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: Metering agent@dv-cinder-667108-31-smb: {}, Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: Open vSwitch agent@dv-cinder-667108-31-smb: { 'AddressGroup': '1.2', Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'ConntrackHelper': '1.0', Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'Log': '1.0', Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'Network': '1.1', Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'Port': '1.7', Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'PortForwarding': '1.2', Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'QosPolicy': '1.8', Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'SecurityGroup': '1.4', Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'SecurityGroupRule': '1.2', Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'SubPort': '1.0', Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'Subnet': '1.1', Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: 'Trunk': '1.1'}} Jun 16 18:35:54.884692 dv-cinder-667108-31-smb neutron-server[92981]: {{(pid=92981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:35:54.893288 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-49843567-3f9f-41a9-b79e-5e75c60e8ac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:54.939633 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] For port 9f05d549-4532-4de5-909e-8155b30a52ff, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:35:54.947433 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] For port 9f05d549-4532-4de5-909e-8155b30a52ff, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=9f05d549-4532-4de5-909e-8155b30a52ff,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:35:54.956077 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:54.962148 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-49843567-3f9f-41a9-b79e-5e75c60e8ac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:55.039556 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] Routers {'6a160b0e-e560-448b-bf94-b4ba4bea738a'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:35:55.040488 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:35:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['6a160b0e-e560-448b-bf94-b4ba4bea738a'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:55.045393 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49843567-3f9f-41a9-b79e-5e75c60e8ac7 None None] Pushing event updated for resources: {'Port': ['ID=9f05d549-4532-4de5-909e-8155b30a52ff,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:55.075243 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-7b509b21-f8f4-42d8-a405-a40097deb689 None None] Provisioning for port 8e96db71-99dc-4bb7-82de-67cb9c752fc5 completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:35:55.083805 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-7b509b21-f8f4-42d8-a405-a40097deb689 None None] Provisioning complete for port 8e96db71-99dc-4bb7-82de-67cb9c752fc5 triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:35:55.084274 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7b509b21-f8f4-42d8-a405-a40097deb689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:55.086836 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-49843567-3f9f-41a9-b79e-5e75c60e8ac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:55.125355 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ebcd3546-ea12-4989-a655-d09139fe0276 req-3e4d1bdf-d7ab-4407-9864-c0b0a7136bac tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 210 time: 0.1573460 Jun 16 18:35:55.235092 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] Set router 6a160b0e-e560-448b-bf94-b4ba4bea738a gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:35:55.267390 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4da93c93-8f07-4b65-a81e-daed6a4ca78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:55.276663 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4da93c93-8f07-4b65-a81e-daed6a4ca78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:55.280686 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-4da93c93-8f07-4b65-a81e-daed6a4ca78d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/28a08f6e-cf38-4529-986b-5e44b6d96aff HTTP/1.1" status: 204 len: 168 time: 1.9298284 Jun 16 18:35:55.280686 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:55.286567 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439270'] for router, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:55.342688 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7b509b21-f8f4-42d8-a405-a40097deb689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:55.376586 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da93c93-8f07-4b65-a81e-daed6a4ca78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a08f6e-cf38-4529-986b-5e44b6d96aff,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:55.429262 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4da93c93-8f07-4b65-a81e-daed6a4ca78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:55.478212 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-7b509b21-f8f4-42d8-a405-a40097deb689 None None] For port 8e96db71-99dc-4bb7-82de-67cb9c752fc5, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=8e96db71-99dc-4bb7-82de-67cb9c752fc5,segment=NetworkSegment(eb64175d-32cf-403f-9dbe-f12267b389de),segment_id=eb64175d-32cf-403f-9dbe-f12267b389de)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:35:55.488475 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7b509b21-f8f4-42d8-a405-a40097deb689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:55.490708 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f3514add-5a80-4981-a902-7cebf9128342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:55.554482 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a160b0e-e560-448b-bf94-b4ba4bea738a', 'name': 'tempest-ServerRescueNegativeTestJSON-494404374-router', 'tenant_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '9f05d549-4532-4de5-909e-8155b30a52ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:35:51Z', 'revision_number': 3, 'project_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'gw_port': {'id': '9f05d549-4532-4de5-909e-8155b30a52ff', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a160b0e-e560-448b-bf94-b4ba4bea738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:50Z', 'updated_at': '2021-06-16T18:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:55.559058 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae1b296-6b77-46e7-8678-4c8fc800cf4b None None] The sync data for ids ['6a160b0e-e560-448b-bf94-b4ba4bea738a'] in dv-cinder-667108-31-smb is: [{'id': '6a160b0e-e560-448b-bf94-b4ba4bea738a', 'name': 'tempest-ServerRescueNegativeTestJSON-494404374-router', 'tenant_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '9f05d549-4532-4de5-909e-8155b30a52ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:35:51Z', 'revision_number': 3, 'project_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'gw_port': {'id': '9f05d549-4532-4de5-909e-8155b30a52ff', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a160b0e-e560-448b-bf94-b4ba4bea738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:50Z', 'updated_at': '2021-06-16T18:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:35:55.643192 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:55.692587 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b509b21-f8f4-42d8-a405-a40097deb689 None None] Pushing event updated for resources: {'Port': ['ID=8e96db71-99dc-4bb7-82de-67cb9c752fc5,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:55.699426 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7b509b21-f8f4-42d8-a405-a40097deb689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:55.727810 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:55.733794 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-b4ca3bae-ca16-4ec8-97ce-8b1fd45afeca None None] Provisioning complete for port 8e96db71-99dc-4bb7-82de-67cb9c752fc5 triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:35:55.739826 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b4ca3bae-ca16-4ec8-97ce-8b1fd45afeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:55.972687 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-01e542e2-011a-4497-8ed4-5d3d6f9f8da4 req-b2122d6b-dc4b-4ad6-af18-271cba9b1341 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 210 time: 0.1764836 Jun 16 18:35:56.002168 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:56.181912 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] Router 9182eb3d-83ec-4616-80d7-d59f64c49527 is scheduled to L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 with binding_index 1 {{(pid=92978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 18:35:56.221193 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 353d29c0-5b66-41fe-98c4-b4284fa5694d up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:35:56.339716 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 353d29c0-5b66-41fe-98c4-b4284fa5694d triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:35:56.340094 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:56.451210 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:35:56.454196 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] Allocated IP 172.28.2.186 (7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe/3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a/e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:35:56.476240 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] Sync routers for ids ['9182eb3d-83ec-4616-80d7-d59f64c49527'] in dv-cinder-667108-31-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:35:56.493120 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] Routers {'9182eb3d-83ec-4616-80d7-d59f64c49527'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:35:56.494057 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:35:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['9182eb3d-83ec-4616-80d7-d59f64c49527'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:56.547574 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-10774fd6-0754-46b5-86e1-b040d4c53b3e req-a8ca2e89-e22f-4735-967e-64319b885a81 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 210 time: 0.0983436 Jun 16 18:35:56.683706 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] Set router 9182eb3d-83ec-4616-80d7-d59f64c49527 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:35:56.906589 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] Notify callbacks [] for router, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:56.908223 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4483500 Jun 16 18:35:56.911043 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 58470) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:57.072943 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 8e96db71-99dc-4bb7-82de-67cb9c752fc5 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:35:57.090333 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Allocated IP 172.20.0.1 (9282434f-95d9-4dfb-9c1b-e0f87163722e/e563fc4f-9010-41d8-8c23-09c3514e3f2f/41c2743d-c5c1-48d6-945b-d5b9ed7c57c4) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:35:57.107335 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:57.271930 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 8e96db71-99dc-4bb7-82de-67cb9c752fc5 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:35:57.272542 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:57.336193 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '606aa837-85a3-4196-900e-b4477be70a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:35:52Z', 'revision_number': 3, 'project_id': 'b499fafa278b41c4babc557095066e26', 'gw_port': {'id': '606aa837-85a3-4196-900e-b4477be70a8b', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:51Z', 'updated_at': '2021-06-16T18:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:57.359399 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] Checking router: 9182eb3d-83ec-4616-80d7-d59f64c49527 for host: dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:35:57.360213 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] Updating router 9182eb3d-83ec-4616-80d7-d59f64c49527 port 606aa837-85a3-4196-900e-b4477be70a8b binding host dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:35:57.362328 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:57.406423 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:57.423875 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:57.424489 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d845f79c-ddb9-46ca-af41-7fe86354fb96 req-37415e2f-0a21-4b66-86be-b8825c743f09 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 210 time: 0.0775177 Jun 16 18:35:57.485781 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:57.503449 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] Network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:35:57.509809 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:35:57.517730 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:35:57.533704 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] Pushing event updated for resources: {'Port': ['ID=e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:57.570632 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:57.683509 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:57.687369 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:57.869335 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:57.900959 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] Transition to ACTIVE for port object 606aa837-85a3-4196-900e-b4477be70a8b will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:35:57.924083 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:57.929360 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:58.058298 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3943f-a8ab-4203-a8ff-f7664eae733d None None] Pushing event updated for resources: {'Port': ['ID=606aa837-85a3-4196-900e-b4477be70a8b,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:58.066671 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9bf3943f-a8ab-4203-a8ff-f7664eae733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:58.092401 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] Attempting to bind port 606aa837-85a3-4196-900e-b4477be70a8b on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:35:58.093009 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] Attempting to bind port 606aa837-85a3-4196-900e-b4477be70a8b by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:35:58.093249 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] Attempting to bind port 606aa837-85a3-4196-900e-b4477be70a8b on network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:35:58.103076 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:35:58.103472 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] Checking segment: {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:35:58.103891 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:58.104320 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] Bound using segment: {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:35:58.104820 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] Bound port: 606aa837-85a3-4196-900e-b4477be70a8b, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:35:58.105201 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:58.110711 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.36', 59682) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:58.121248 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:58.132881 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Network 9282434f-95d9-4dfb-9c1b-e0f87163722e is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:35:58.226468 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:35:58.242231 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Pushing event updated for resources: {'Port': ['ID=41c2743d-c5c1-48d6-945b-d5b9ed7c57c4,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:58.254284 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:58.261503 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 9f05d549-4532-4de5-909e-8155b30a52ff up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:35:58.321770 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] For port 606aa837-85a3-4196-900e-b4477be70a8b, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:35:58.342324 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:35:58.352257 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:35:58.352897 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426583'] for router_interface, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:58.354008 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] For port 606aa837-85a3-4196-900e-b4477be70a8b, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=606aa837-85a3-4196-900e-b4477be70a8b,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:35:58.373628 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:58.394095 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9bf3943f-a8ab-4203-a8ff-f7664eae733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:58.493102 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port 9f05d549-4532-4de5-909e-8155b30a52ff completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:35:58.503011 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 9f05d549-4532-4de5-909e-8155b30a52ff triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:35:58.506656 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:58.523503 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3d916dfc-554b-40b9-addc-4c04ec0b6230 req-bf5d106a-09c9-42a5-a678-e7814740dc92 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 210 time: 0.3872497 Jun 16 18:35:58.632886 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3943f-a8ab-4203-a8ff-f7664eae733d None None] Pushing event updated for resources: {'Port': ['ID=606aa837-85a3-4196-900e-b4477be70a8b,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:58.661661 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9bf3943f-a8ab-4203-a8ff-f7664eae733d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:58.662416 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] Routers {'9182eb3d-83ec-4616-80d7-d59f64c49527'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:35:58.663470 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:35:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['9182eb3d-83ec-4616-80d7-d59f64c49527'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:58.732286 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-e903b06c-908e-4dc1-9b36-7c09f547e974 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:35:58.734961 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-e903b06c-908e-4dc1-9b36-7c09f547e974 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.36 "GET /v2.0/networks?id=7d46c676-4fd5-4818-a651-45cc92a28713 HTTP/1.1" status: 200 len: 811 time: 0.6204658 Jun 16 18:35:58.776923 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] Set router 9182eb3d-83ec-4616-80d7-d59f64c49527 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:35:58.780750 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7024f040-1b4e-4c07-8367-9778c939608a req-e2a91dae-0db4-42cd-9e57-5e0dfca4e099 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 210 time: 0.1585972 Jun 16 18:35:58.887187 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.36', 59683) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:35:58.915104 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-0179ab46-2fb7-455d-842e-1a4510399926 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Request body: {'port': {'device_id': '7d7cad6f-686b-429a-8d29-bbbd4b78a304', 'network_id': '7d46c676-4fd5-4818-a651-45cc92a28713', 'admin_state_up': True, 'tenant_id': '62d433e0b1e446108e7e2bb6acd36264'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:35:59.024757 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:59.110716 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] For port 9f05d549-4532-4de5-909e-8155b30a52ff, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=9f05d549-4532-4de5-909e-8155b30a52ff,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:35:59.156798 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:59.183302 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:35:59.287399 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Pushing event updated for resources: {'Port': ['ID=9f05d549-4532-4de5-909e-8155b30a52ff,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:35:59.342028 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:35:59.387229 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '606aa837-85a3-4196-900e-b4477be70a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:35:52Z', 'revision_number': 3, 'project_id': 'b499fafa278b41c4babc557095066e26', 'gw_port': {'id': '606aa837-85a3-4196-900e-b4477be70a8b', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:51Z', 'updated_at': '2021-06-16T18:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:35:59.393149 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:59.397089 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f069490-a24e-4964-8ab4-08ebdcdc3fde None None] The sync data for ids ['9182eb3d-83ec-4616-80d7-d59f64c49527'] in dv-cinder-667108-31-smb is: [{'id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '606aa837-85a3-4196-900e-b4477be70a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:35:52Z', 'revision_number': 3, 'project_id': 'b499fafa278b41c4babc557095066e26', 'gw_port': {'id': '606aa837-85a3-4196-900e-b4477be70a8b', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:51Z', 'updated_at': '2021-06-16T18:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:35:59.438695 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:59.453020 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439270'] for router, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:35:59.465181 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-b59b17b1-772d-41cd-9437-cc759a45a828 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:35:59.467457 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-b59b17b1-772d-41cd-9437-cc759a45a828 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.36 "GET /v2.0/networks?id=d7a22503-f14c-4070-be6c-41b9c371066c HTTP/1.1" status: 200 len: 815 time: 0.5771363 Jun 16 18:35:59.697869 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Allocated IP 172.20.0.1 (41f0e0c5-73d7-458e-ba2f-60e6386a9ce1/9205b992-70f4-45d4-95c8-9d9cd90b84b2/dd108d6c-2d54-42c0-88d0-d4a14e395cda) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:35:59.713024 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-5a67dbcb-1262-4537-a88d-9ff415750961 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Request body: {'port': {'device_id': 'c494fdf2-b6f9-425d-8d1b-259fa16b700b', 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c', 'admin_state_up': True, 'tenant_id': '16af9c5b756c4d76ab7ce535c8b78c3e'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:35:59.967994 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-0179ab46-2fb7-455d-842e-1a4510399926 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Made reservation on behalf of 62d433e0b1e446108e7e2bb6acd36264 for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:35:59.984022 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-0179ab46-2fb7-455d-842e-1a4510399926 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:00.029008 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-59a0ba2c-4cce-46c5-bf6f-6904e5a1cb8d req-b2a7171c-fa89-4d6f-b55e-038e98fc19fc tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 210 time: 0.3032849 Jun 16 18:36:00.119346 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:00.311243 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 606aa837-85a3-4196-900e-b4477be70a8b up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:36:00.341333 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5f318c58-d11d-47ad-a75a-2559fff97a3d req-d102af3f-d1ec-4fe2-a2d2-b2709190bade tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 210 time: 0.2124500 Jun 16 18:36:00.421209 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Transition to ACTIVE for port object dd108d6c-2d54-42c0-88d0-d4a14e395cda will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:36:00.478564 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port 606aa837-85a3-4196-900e-b4477be70a8b completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:36:00.488517 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 606aa837-85a3-4196-900e-b4477be70a8b triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:00.488957 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:00.595489 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:00.631530 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:00.662425 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133741498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426539'] for router_interface, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:00.672115 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:00.710513 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] For port 606aa837-85a3-4196-900e-b4477be70a8b, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=606aa837-85a3-4196-900e-b4477be70a8b,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:00.717010 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:00.722374 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:00.724369 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 9f05d549-4532-4de5-909e-8155b30a52ff up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:36:00.732358 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-01bd00d7-fefa-4bb1-8e8d-9ccdbec60dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:00.784896 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:00.792925 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-855d66fc-3353-4ff8-9808-436faeb1c15d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:00.834751 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-0179ab46-2fb7-455d-842e-1a4510399926 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Allocated IP 172.20.0.5 (7d46c676-4fd5-4818-a651-45cc92a28713/35c8a7a4-9cf0-481d-9ac8-4d6c25110c20/0f431112-4804-4f1b-abd4-9269dca6718f) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:36:00.847205 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Pushing event updated for resources: {'Port': ['ID=dd108d6c-2d54-42c0-88d0-d4a14e395cda,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:00.855966 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:00.878334 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Network 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:36:00.889393 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:36:00.901567 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:36:00.902152 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426583'] for router_interface, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:00.956561 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Pushing event updated for resources: {'Port': ['ID=606aa837-85a3-4196-900e-b4477be70a8b,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:00.962234 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:00.963987 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 9f05d549-4532-4de5-909e-8155b30a52ff triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:00.973335 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:01.057318 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Network 9282434f-95d9-4dfb-9c1b-e0f87163722e is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:36:01.148393 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:36:01.239133 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-5a67dbcb-1262-4537-a88d-9ff415750961 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Made reservation on behalf of 16af9c5b756c4d76ab7ce535c8b78c3e for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:36:01.250513 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-5a67dbcb-1262-4537-a88d-9ff415750961 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:01.313807 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-04887925-0b7d-4612-9e4e-4172560da07e None None] Provisioning for port dd108d6c-2d54-42c0-88d0-d4a14e395cda completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:36:01.322420 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-04887925-0b7d-4612-9e4e-4172560da07e None None] Provisioning complete for port dd108d6c-2d54-42c0-88d0-d4a14e395cda triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:01.322420 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04887925-0b7d-4612-9e4e-4172560da07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:01.393774 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-04887925-0b7d-4612-9e4e-4172560da07e None None] Port dd108d6c-2d54-42c0-88d0-d4a14e395cda cannot update to ACTIVE because it is not bound. {{(pid=92980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:36:01.581200 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Router 6a160b0e-e560-448b-bf94-b4ba4bea738a has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:36:01.587041 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] Router 12587d63-aff2-4c87-bb7a-d8be1330b237 is scheduled to L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 with binding_index 1 {{(pid=92978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 18:36:01.763527 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ba1734cb-9478-44d5-8261-3a4235364f80 req-f89822be-8ff9-4d4e-b98f-4ee267bd2679 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 210 time: 0.1314223 Jun 16 18:36:01.923164 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:01.927385 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-930a1a49-388e-4729-a488-7858bbc8d9a6 req-5bad3cf8-9edf-448d-afe1-4cbd4f5dc714 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 210 time: 0.3964243 Jun 16 18:36:01.928039 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Pushing event updated for resources: {'Port': ['ID=41c2743d-c5c1-48d6-945b-d5b9ed7c57c4,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:01.938748 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-0179ab46-2fb7-455d-842e-1a4510399926 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:02.135952 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 606aa837-85a3-4196-900e-b4477be70a8b up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:36:02.178543 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.461s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:02.183853 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:02.191892 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:02.196469 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133741498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426539'] for router_interface, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:02.207203 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:02.256691 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 606aa837-85a3-4196-900e-b4477be70a8b triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:02.258026 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:02.486075 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:36:02.498489 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] 10.222.0.46 "PUT /v2.0/routers/6a160b0e-e560-448b-bf94-b4ba4bea738a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1516662 Jun 16 18:36:02.514153 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-5a67dbcb-1262-4537-a88d-9ff415750961 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Allocated IP 172.20.0.10 (d7a22503-f14c-4070-be6c-41b9c371066c/2429f91a-7912-4c8c-93e6-f1cb7b790393/0acc69bd-96ad-430c-8d92-a8c02507e34d) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:36:02.522542 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] Sync routers for ids ['6a160b0e-e560-448b-bf94-b4ba4bea738a'] in dv-cinder-667108-31-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:36:02.530195 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Pushing event updated for resources: {'Port': ['ID=dd108d6c-2d54-42c0-88d0-d4a14e395cda,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:02.535001 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] Routers {'6a160b0e-e560-448b-bf94-b4ba4bea738a'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:36:02.535668 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:02.536016 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:35:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['6a160b0e-e560-448b-bf94-b4ba4bea738a'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:02.553453 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:36:02.555782 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Network 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:36:02.558047 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:36:02.565568 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-0179ab46-2fb7-455d-842e-1a4510399926 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:02.573804 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:02.584690 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] Sync routers for ids ['12587d63-aff2-4c87-bb7a-d8be1330b237'] in dv-cinder-667108-31-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:36:02.608932 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] Routers {'12587d63-aff2-4c87-bb7a-d8be1330b237'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:36:02.609855 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:35:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['12587d63-aff2-4c87-bb7a-d8be1330b237'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:02.631519 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] Notify callbacks [] for router, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:02.632810 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.8927989 Jun 16 18:36:02.647822 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 58624) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:02.885384 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] Set router 6a160b0e-e560-448b-bf94-b4ba4bea738a gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:36:03.140686 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] Set router 12587d63-aff2-4c87-bb7a-d8be1330b237 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:36:03.381824 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-07498683-08b7-4e02-889d-66f017907b1a None None] Provisioning complete for port dd108d6c-2d54-42c0-88d0-d4a14e395cda triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:03.382067 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-07498683-08b7-4e02-889d-66f017907b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:03.390329 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a160b0e-e560-448b-bf94-b4ba4bea738a', 'name': 'tempest-ServerRescueNegativeTestJSON-494404374-router', 'tenant_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '9f05d549-4532-4de5-909e-8155b30a52ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:35:59Z', 'revision_number': 4, 'project_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'gw_port': {'id': '9f05d549-4532-4de5-909e-8155b30a52ff', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a160b0e-e560-448b-bf94-b4ba4bea738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:50Z', 'updated_at': '2021-06-16T18:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '41c2743d-c5c1-48d6-945b-d5b9ed7c57c4', 'name': '', 'network_id': '9282434f-95d9-4dfb-9c1b-e0f87163722e', 'tenant_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'mac_address': 'fa:16:3e:63:f6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a160b0e-e560-448b-bf94-b4ba4bea738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e563fc4f-9010-41d8-8c23-09c3514e3f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:56Z', 'updated_at': '2021-06-16T18:35:59Z', 'revision_number': 2, 'project_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'subnets': [{'id': 'e563fc4f-9010-41d8-8c23-09c3514e3f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:03.390979 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ac9cee5b-1e4b-4e50-987d-2eaf3c178254 req-a885f7ef-af01-4665-9696-7860d1b2e700 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 210 time: 0.1075583 Jun 16 18:36:03.423808 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] Checking router: 6a160b0e-e560-448b-bf94-b4ba4bea738a for host: dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:36:03.424221 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] Updating router 6a160b0e-e560-448b-bf94-b4ba4bea738a port 41c2743d-c5c1-48d6-945b-d5b9ed7c57c4 binding host dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:36:03.449772 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Router 9182eb3d-83ec-4616-80d7-d59f64c49527 has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:36:03.525122 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:03.562654 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-0179ab46-2fb7-455d-842e-1a4510399926 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Network 7d46c676-4fd5-4818-a651-45cc92a28713 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:36:03.570730 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-0179ab46-2fb7-455d-842e-1a4510399926 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:36:03.575731 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179ab46-2fb7-455d-842e-1a4510399926 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Pushing event updated for resources: {'Port': ['ID=0f431112-4804-4f1b-abd4-9269dca6718f,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:03.592436 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-0179ab46-2fb7-455d-842e-1a4510399926 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:36:03.598571 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-0179ab46-2fb7-455d-842e-1a4510399926 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:03.599797 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-0179ab46-2fb7-455d-842e-1a4510399926 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:03.656349 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-5a67dbcb-1262-4537-a88d-9ff415750961 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:03.665085 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-0179ab46-2fb7-455d-842e-1a4510399926 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7665279 Jun 16 18:36:03.781371 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-91c6bb44-f22d-4b44-8171-6d889da03ee1 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 18:36:03.783177 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-91c6bb44-f22d-4b44-8171-6d889da03ee1 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078595 Jun 16 18:36:03.826468 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0179ab46-2fb7-455d-842e-1a4510399926 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.253s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:03.892376 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:36:03.917368 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] 10.222.0.46 "PUT /v2.0/routers/9182eb3d-83ec-4616-80d7-d59f64c49527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0035810 Jun 16 18:36:03.939956 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] Sync routers for ids ['9182eb3d-83ec-4616-80d7-d59f64c49527'] in dv-cinder-667108-31-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:36:03.947766 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-07498683-08b7-4e02-889d-66f017907b1a None None] Port dd108d6c-2d54-42c0-88d0-d4a14e395cda cannot update to ACTIVE because it is not bound. {{(pid=92980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:36:04.021139 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] Routers {'9182eb3d-83ec-4616-80d7-d59f64c49527'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:36:04.021792 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:35:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['9182eb3d-83ec-4616-80d7-d59f64c49527'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:04.094671 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:52Z', 'updated_at': '2021-06-16T18:35:57Z', 'revision_number': 3, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'gw_port': {'id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:55Z', 'updated_at': '2021-06-16T18:35:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:04.117399 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] Checking router: 12587d63-aff2-4c87-bb7a-d8be1330b237 for host: dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:36:04.117878 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] Updating router 12587d63-aff2-4c87-bb7a-d8be1330b237 port e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f binding host dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:36:04.159705 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Request body: {'port': {'device_id': '7d7cad6f-686b-429a-8d29-bbbd4b78a304', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:04.348068 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:04.475492 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:04.688957 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 58682) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:04.689798 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] Set router 9182eb3d-83ec-4616-80d7-d59f64c49527 gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:36:04.771412 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:04.854101 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] Transition to ACTIVE for port object 41c2743d-c5c1-48d6-945b-d5b9ed7c57c4 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:36:04.856482 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451b71f-af46-4661-b8cf-bbe435099eba req-d96129c4-2ec4-496c-98b6-cb30066e56f6 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:04.881885 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4451b71f-af46-4661-b8cf-bbe435099eba req-d96129c4-2ec4-496c-98b6-cb30066e56f6 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 931 time: 1.6307876 Jun 16 18:36:04.896078 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:04.983243 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:04.993159 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-5a67dbcb-1262-4537-a88d-9ff415750961 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:05.064248 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-27d83cab-7811-495e-9a78-71c6d5c13a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:05.070793 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-d64bfc8c-b6c4-4adf-adc2-4c2cb9dbd98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:05.163720 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41244ade-6130-4f6a-abe8-db5f3359885c None None] Pushing event updated for resources: {'Port': ['ID=41c2743d-c5c1-48d6-945b-d5b9ed7c57c4,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:05.169184 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-41244ade-6130-4f6a-abe8-db5f3359885c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:05.176983 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67dbcb-1262-4537-a88d-9ff415750961 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Pushing event updated for resources: {'Port': ['ID=0acc69bd-96ad-430c-8d92-a8c02507e34d,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:05.196908 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5a67dbcb-1262-4537-a88d-9ff415750961 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:05.207394 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:05.212469 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-5a67dbcb-1262-4537-a88d-9ff415750961 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Network d7a22503-f14c-4070-be6c-41b9c371066c is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:36:05.227755 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-5a67dbcb-1262-4537-a88d-9ff415750961 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:36:05.254687 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] Transition to ACTIVE for port object e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:36:05.269485 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:05.271479 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:05.376932 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-5a67dbcb-1262-4537-a88d-9ff415750961 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:36:05.395744 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-5a67dbcb-1262-4537-a88d-9ff415750961 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:05.396600 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-5a67dbcb-1262-4537-a88d-9ff415750961 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:05.439882 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] Attempting to bind port e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:36:05.440272 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] Attempting to bind port e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:36:05.440639 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] Attempting to bind port e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f on network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:05.443920 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003379d3-be87-4d11-9101-2874f9a530d5 None None] Pushing event updated for resources: {'Port': ['ID=e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:05.480547 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] Attempting to bind port 41c2743d-c5c1-48d6-945b-d5b9ed7c57c4 on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:36:05.480995 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] Attempting to bind port 41c2743d-c5c1-48d6-945b-d5b9ed7c57c4 by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': '0cf9649c-0b91-4fd6-864b-a51c1be640b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9282434f-95d9-4dfb-9c1b-e0f87163722e'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:36:05.481923 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] Attempting to bind port 41c2743d-c5c1-48d6-945b-d5b9ed7c57c4 on network 9282434f-95d9-4dfb-9c1b-e0f87163722e {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:05.488704 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-003379d3-be87-4d11-9101-2874f9a530d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:05.490325 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:36:05.490701 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] Checking segment: {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:36:05.491419 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:05.491750 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] Bound using segment: {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:36:05.492263 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] Bound port: e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:36:05.492642 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:05.493078 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:36:05.493460 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] Checking segment: {'id': '0cf9649c-0b91-4fd6-864b-a51c1be640b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9282434f-95d9-4dfb-9c1b-e0f87163722e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:36:05.494142 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:05.496064 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] Bound using segment: {'id': '0cf9649c-0b91-4fd6-864b-a51c1be640b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9282434f-95d9-4dfb-9c1b-e0f87163722e'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:36:05.496473 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] Bound port: 41c2743d-c5c1-48d6-945b-d5b9ed7c57c4, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf9649c-0b91-4fd6-864b-a51c1be640b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9282434f-95d9-4dfb-9c1b-e0f87163722e'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:36:05.497011 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:05.500456 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4451b71f-af46-4661-b8cf-bbe435099eba req-8e561c17-9fd9-4978-9322-16778ad32315 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae1d172b-fa8e-4c18-889b-2735627cc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6130950 Jun 16 18:36:05.568859 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-c80a5443-add8-4a4f-8582-5cd37bc166b0 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:05.573221 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-c80a5443-add8-4a4f-8582-5cd37bc166b0 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/networks?id=9282434f-95d9-4dfb-9c1b-e0f87163722e HTTP/1.1" status: 200 len: 818 time: 0.8893044 Jun 16 18:36:05.594123 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] For port 41c2743d-c5c1-48d6-945b-d5b9ed7c57c4, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:36:05.598642 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] For port 41c2743d-c5c1-48d6-945b-d5b9ed7c57c4, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=41c2743d-c5c1-48d6-945b-d5b9ed7c57c4,segment=NetworkSegment(0cf9649c-0b91-4fd6-864b-a51c1be640b3),segment_id=0cf9649c-0b91-4fd6-864b-a51c1be640b3)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:36:05.606638 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '606aa837-85a3-4196-900e-b4477be70a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:36:01Z', 'revision_number': 4, 'project_id': 'b499fafa278b41c4babc557095066e26', 'gw_port': {'id': '606aa837-85a3-4196-900e-b4477be70a8b', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:51Z', 'updated_at': '2021-06-16T18:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': 'dd108d6c-2d54-42c0-88d0-d4a14e395cda', 'name': '', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'mac_address': 'fa:16:3e:e1:35:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:59Z', 'updated_at': '2021-06-16T18:36:02Z', 'revision_number': 2, 'project_id': 'b499fafa278b41c4babc557095066e26', 'subnets': [{'id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:05.614359 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:05.615278 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] Checking router: 9182eb3d-83ec-4616-80d7-d59f64c49527 for host: dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:36:05.615655 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] Updating router 9182eb3d-83ec-4616-80d7-d59f64c49527 port dd108d6c-2d54-42c0-88d0-d4a14e395cda binding host dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:36:05.627189 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-fe738c2d-e30f-4eff-b1b6-2b3925e71ec8 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/quotas/baaa2b8c4c5d44e8baf9e3a771ba4427 HTTP/1.1" status: 200 len: 375 time: 0.0417914 Jun 16 18:36:05.665159 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:05.674383 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] For port e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:36:05.679463 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] For port e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:36:05.685760 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:05.703533 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:05.862628 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f431112-4804-4f1b-abd4-9269dca6718f {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:36:05.879228 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] Routers {'12587d63-aff2-4c87-bb7a-d8be1330b237'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:36:05.880164 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:35:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['12587d63-aff2-4c87-bb7a-d8be1330b237'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:05.898503 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-27d83cab-7811-495e-9a78-71c6d5c13a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:05.915400 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:05.940711 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-27d83cab-7811-495e-9a78-71c6d5c13a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:05.972294 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e0cf90f1-f233-4a66-bd7b-ef5a3408ca34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:06.015731 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-5a67dbcb-1262-4537-a88d-9ff415750961 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5063157 Jun 16 18:36:06.033857 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:06.047319 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] Transition to ACTIVE for port object dd108d6c-2d54-42c0-88d0-d4a14e395cda will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:36:06.052286 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-cb2014be-41ca-435b-b41d-1e0a5e15c30a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:06.057405 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Request body: {'port': {'device_id': 'c494fdf2-b6f9-425d-8d1b-259fa16b700b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:06.105852 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Transition to ACTIVE for port object 0f431112-4804-4f1b-abd4-9269dca6718f will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:36:06.119048 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41244ade-6130-4f6a-abe8-db5f3359885c None None] Pushing event updated for resources: {'Port': ['ID=41c2743d-c5c1-48d6-945b-d5b9ed7c57c4,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:06.125899 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-41244ade-6130-4f6a-abe8-db5f3359885c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:06.127030 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:06.141050 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-41244ade-6130-4f6a-abe8-db5f3359885c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:06.162429 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:06.180336 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] Set router 12587d63-aff2-4c87-bb7a-d8be1330b237 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:36:06.213844 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-27d83cab-7811-495e-9a78-71c6d5c13a54 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2776b064a1124a759cacc3ab702302fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5197926 Jun 16 18:36:06.215415 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d83cab-7811-495e-9a78-71c6d5c13a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb133ef1-229e-48d0-91ac-ffab240ec46c,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:06.245217 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 58706) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:06.284429 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-27d83cab-7811-495e-9a78-71c6d5c13a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:06.284997 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:06.314531 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fca1ca-cc25-468e-9f4c-673b994dc9d6 None None] Pushing event updated for resources: {'Port': ['ID=dd108d6c-2d54-42c0-88d0-d4a14e395cda,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:06.319175 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-31fca1ca-cc25-468e-9f4c-673b994dc9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:06.468857 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003379d3-be87-4d11-9101-2874f9a530d5 None None] Pushing event updated for resources: {'Port': ['ID=e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:06.483442 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] Routers {'6a160b0e-e560-448b-bf94-b4ba4bea738a'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:36:06.484099 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:35:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['6a160b0e-e560-448b-bf94-b4ba4bea738a'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:06.490639 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] Attempting to bind port dd108d6c-2d54-42c0-88d0-d4a14e395cda on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:36:06.493581 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] Attempting to bind port dd108d6c-2d54-42c0-88d0-d4a14e395cda by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': '6f086f77-c793-471e-8039-3179b6fbf15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:36:06.493958 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] Attempting to bind port dd108d6c-2d54-42c0-88d0-d4a14e395cda on network 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:06.503154 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-003379d3-be87-4d11-9101-2874f9a530d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:06.503510 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:06.595075 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:36:06.595573 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] Checking segment: {'id': '6f086f77-c793-471e-8039-3179b6fbf15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:36:06.596326 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:06.597335 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] Bound using segment: {'id': '6f086f77-c793-471e-8039-3179b6fbf15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:36:06.598176 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] Bound port: dd108d6c-2d54-42c0-88d0-d4a14e395cda, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f086f77-c793-471e-8039-3179b6fbf15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:36:06.598951 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:06.663544 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:06.698002 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-d03984a8-b1cc-4f43-b5f1-4edcbef2e7e9 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=baaa2b8c4c5d44e8baf9e3a771ba4427&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0672321 Jun 16 18:36:06.810473 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] For port dd108d6c-2d54-42c0-88d0-d4a14e395cda, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:36:06.851267 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] For port dd108d6c-2d54-42c0-88d0-d4a14e395cda, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=dd108d6c-2d54-42c0-88d0-d4a14e395cda,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:36:06.853197 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] Set router 6a160b0e-e560-448b-bf94-b4ba4bea738a gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:36:06.921554 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:06.932490 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:52Z', 'updated_at': '2021-06-16T18:35:57Z', 'revision_number': 3, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'gw_port': {'id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:55Z', 'updated_at': '2021-06-16T18:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:06.938402 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:06.946001 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c6d03-d751-4914-91c7-4943095a20ba None None] The sync data for ids ['12587d63-aff2-4c87-bb7a-d8be1330b237'] in dv-cinder-667108-31-smb is: [{'id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:52Z', 'updated_at': '2021-06-16T18:35:57Z', 'revision_number': 3, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'gw_port': {'id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:55Z', 'updated_at': '2021-06-16T18:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:36:07.012869 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 58732) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:07.209839 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f431112-4804-4f1b-abd4-9269dca6718f,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:07.234587 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.949s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:07.263847 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Attempting to bind port 0f431112-4804-4f1b-abd4-9269dca6718f on host hv-cinder-66710 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:36:07.264551 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Attempting to bind port 0f431112-4804-4f1b-abd4-9269dca6718f by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'c068b2ce-f93f-4b15-b978-7ef6276488b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7d46c676-4fd5-4818-a651-45cc92a28713'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:36:07.265096 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Attempting to bind port 0f431112-4804-4f1b-abd4-9269dca6718f on network 7d46c676-4fd5-4818-a651-45cc92a28713 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:07.267580 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-370d5f74-4aac-4972-99bc-ad4a82d59017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:07.292066 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Port 0f431112-4804-4f1b-abd4-9269dca6718f on network 7d46c676-4fd5-4818-a651-45cc92a28713 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:36:07.292726 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Attempting to bind port 0f431112-4804-4f1b-abd4-9269dca6718f on network 7d46c676-4fd5-4818-a651-45cc92a28713 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:07.308921 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Checking agent: {'id': '430a9a83-85fc-4e56-9798-0b54252fd97b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'started_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:36:07.309484 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Checking segment: {'id': 'c068b2ce-f93f-4b15-b978-7ef6276488b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7d46c676-4fd5-4818-a651-45cc92a28713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:36:07.314881 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Bound using segment: {'id': 'c068b2ce-f93f-4b15-b978-7ef6276488b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7d46c676-4fd5-4818-a651-45cc92a28713'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:36:07.315392 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Bound port: 0f431112-4804-4f1b-abd4-9269dca6718f, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c068b2ce-f93f-4b15-b978-7ef6276488b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7d46c676-4fd5-4818-a651-45cc92a28713'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:36:07.315815 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:07.327318 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-370d5f74-4aac-4972-99bc-ad4a82d59017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:07.329717 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-6d6a3a00-894b-4cc6-ab6d-45d02158043a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1656331832', 'description': 'tempest-description--1050767046'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:07.355499 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Allocated IP 172.20.0.1 (c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9/dc7cf5ef-6aa1-4199-9c30-73b9adb626d9/00063d25-8d56-4d22-922b-aec65d8a8c93) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:36:07.410834 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fca1ca-cc25-468e-9f4c-673b994dc9d6 None None] Pushing event updated for resources: {'Port': ['ID=dd108d6c-2d54-42c0-88d0-d4a14e395cda,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:07.421043 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-31fca1ca-cc25-468e-9f4c-673b994dc9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:07.556273 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-370d5f74-4aac-4972-99bc-ad4a82d59017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:07.578144 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-370d5f74-4aac-4972-99bc-ad4a82d59017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:07.584509 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-370d5f74-4aac-4972-99bc-ad4a82d59017 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb133ef1-229e-48d0-91ac-ffab240ec46c HTTP/1.1" status: 204 len: 168 time: 1.3352950 Jun 16 18:36:07.603931 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-87cce1d3-1127-4d80-939e-91901326795d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:07.641768 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d5f74-4aac-4972-99bc-ad4a82d59017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb133ef1-229e-48d0-91ac-ffab240ec46c,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:07.671144 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9f378113-a911-4ab4-9145-ba55d9e66450 service neutron] 10.222.0.46 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9612427 Jun 16 18:36:07.679604 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-370d5f74-4aac-4972-99bc-ad4a82d59017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:07.707775 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] For port 0f431112-4804-4f1b-abd4-9269dca6718f, host hv-cinder-66710, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:36:07.723669 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] For port 0f431112-4804-4f1b-abd4-9269dca6718f, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0f431112-4804-4f1b-abd4-9269dca6718f,segment=NetworkSegment(c068b2ce-f93f-4b15-b978-7ef6276488b8),segment_id=c068b2ce-f93f-4b15-b978-7ef6276488b8)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:36:07.734393 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:07.738418 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:07.767946 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] Routers {'9182eb3d-83ec-4616-80d7-d59f64c49527'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:36:07.768597 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:35:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['9182eb3d-83ec-4616-80d7-d59f64c49527'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:07.929109 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:07.931426 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:07.932981 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-bb720cd3-9ce9-4766-8d91-42727b0df620 service neutron] 10.222.0.46 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412039 Jun 16 18:36:07.941211 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] 10.222.0.36 "PUT /v2.0/ports/0f431112-4804-4f1b-abd4-9269dca6718f HTTP/1.1" status: 200 len: 1093 time: 3.9045188 Jun 16 18:36:07.941708 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7cad6f-686b-429a-8d29-bbbd4b78a304', 'tag': '0f431112-4804-4f1b-abd4-9269dca6718f'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:36:08.276997 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:36:08.574026 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 58766) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:08.577542 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:36:08.600219 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:08.600641 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:08.640734 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] Set router 9182eb3d-83ec-4616-80d7-d59f64c49527 gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:36:08.659424 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6d6a3a00-894b-4cc6-ab6d-45d02158043a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:08.834429 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-461a2952-7f79-4e4c-a682-6586927dd183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:08.893473 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655179149b5f6b883862c147ecb57b300cdde1b97bebaf772ade2758c6b3064c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174aecdb-787c-4623-98f3-aedee795c466" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7cad6f-686b-429a-8d29-bbbd4b78a304", "tag": "0f431112-4804-4f1b-abd4-9269dca6718f"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:36:08.911634 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f431112-4804-4f1b-abd4-9269dca6718f,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:08.913068 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:08.982556 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.243s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:08.990495 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a160b0e-e560-448b-bf94-b4ba4bea738a', 'name': 'tempest-ServerRescueNegativeTestJSON-494404374-router', 'tenant_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '9f05d549-4532-4de5-909e-8155b30a52ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:35:59Z', 'revision_number': 4, 'project_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'gw_port': {'id': '9f05d549-4532-4de5-909e-8155b30a52ff', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a160b0e-e560-448b-bf94-b4ba4bea738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:50Z', 'updated_at': '2021-06-16T18:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '41c2743d-c5c1-48d6-945b-d5b9ed7c57c4', 'name': '', 'network_id': '9282434f-95d9-4dfb-9c1b-e0f87163722e', 'tenant_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'mac_address': 'fa:16:3e:63:f6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a160b0e-e560-448b-bf94-b4ba4bea738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e563fc4f-9010-41d8-8c23-09c3514e3f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:56Z', 'updated_at': '2021-06-16T18:36:05Z', 'revision_number': 4, 'project_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'subnets': [{'id': 'e563fc4f-9010-41d8-8c23-09c3514e3f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:08.995012 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] For port e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:08.999487 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-65f9f6aa-8ae4-450e-84cc-ff4dda6662f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:09.003350 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e1bbd7-39d0-4270-835e-d812041796e9 None None] The sync data for ids ['6a160b0e-e560-448b-bf94-b4ba4bea738a'] in dv-cinder-667108-31-smb is: [{'id': '6a160b0e-e560-448b-bf94-b4ba4bea738a', 'name': 'tempest-ServerRescueNegativeTestJSON-494404374-router', 'tenant_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '9f05d549-4532-4de5-909e-8155b30a52ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:35:59Z', 'revision_number': 4, 'project_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'gw_port': {'id': '9f05d549-4532-4de5-909e-8155b30a52ff', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a160b0e-e560-448b-bf94-b4ba4bea738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:50Z', 'updated_at': '2021-06-16T18:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '41c2743d-c5c1-48d6-945b-d5b9ed7c57c4', 'name': '', 'network_id': '9282434f-95d9-4dfb-9c1b-e0f87163722e', 'tenant_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'mac_address': 'fa:16:3e:63:f6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a160b0e-e560-448b-bf94-b4ba4bea738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e563fc4f-9010-41d8-8c23-09c3514e3f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:56Z', 'updated_at': '2021-06-16T18:36:05Z', 'revision_number': 4, 'project_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'subnets': [{'id': 'e563fc4f-9010-41d8-8c23-09c3514e3f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:36:09.003714 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:09.007847 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:09.013677 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:09.031296 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-1a61913d-2bc4-41c9-81de-02beccd8d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:09.058140 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-1a61913d-2bc4-41c9-81de-02beccd8d2aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62d433e0b1e446108e7e2bb6acd36264&device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 1096 time: 0.8581455 Jun 16 18:36:09.069277 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Transition to ACTIVE for port object 00063d25-8d56-4d22-922b-aec65d8a8c93 will not be triggered until provisioned by entity DHCP. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:36:09.208369 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:09.240653 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:09.243512 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Pushing event updated for resources: {'Port': ['ID=e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:09.254249 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:09.347432 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Pushing event updated for resources: {'Port': ['ID=00063d25-8d56-4d22-922b-aec65d8a8c93,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:09.384860 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:09.404172 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-e9e3a25a-9c1c-4fb9-9af2-a37f06e064a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f431112-4804-4f1b-abd4-9269dca6718f HTTP/1.1" status: 200 len: 217 time: 0.3299730 Jun 16 18:36:09.452372 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9899bd-1e98-41e2-9a41-568a7836b493 req-f1686b0b-671b-4cad-ab30-e75f4c69e640 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:09.457589 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1c9899bd-1e98-41e2-9a41-568a7836b493 req-f1686b0b-671b-4cad-ab30-e75f4c69e640 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 932 time: 2.0346441 Jun 16 18:36:09.474359 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0acc69bd-96ad-430c-8d92-a8c02507e34d {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:36:09.492192 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Network c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:36:09.534242 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:36:09.558464 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '606aa837-85a3-4196-900e-b4477be70a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:36:01Z', 'revision_number': 4, 'project_id': 'b499fafa278b41c4babc557095066e26', 'gw_port': {'id': '606aa837-85a3-4196-900e-b4477be70a8b', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:51Z', 'updated_at': '2021-06-16T18:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': 'dd108d6c-2d54-42c0-88d0-d4a14e395cda', 'name': '', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'mac_address': 'fa:16:3e:e1:35:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:59Z', 'updated_at': '2021-06-16T18:36:06Z', 'revision_number': 4, 'project_id': 'b499fafa278b41c4babc557095066e26', 'subnets': [{'id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:09.576520 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:09.583811 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5fcab4-aee7-41de-b505-c08eac815023 None None] The sync data for ids ['9182eb3d-83ec-4616-80d7-d59f64c49527'] in dv-cinder-667108-31-smb is: [{'id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '606aa837-85a3-4196-900e-b4477be70a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:36:01Z', 'revision_number': 4, 'project_id': 'b499fafa278b41c4babc557095066e26', 'gw_port': {'id': '606aa837-85a3-4196-900e-b4477be70a8b', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:51Z', 'updated_at': '2021-06-16T18:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': 'dd108d6c-2d54-42c0-88d0-d4a14e395cda', 'name': '', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'mac_address': 'fa:16:3e:e1:35:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:59Z', 'updated_at': '2021-06-16T18:36:06Z', 'revision_number': 4, 'project_id': 'b499fafa278b41c4babc557095066e26', 'subnets': [{'id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:36:09.587882 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:36:09.588491 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426583'] for router_interface, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:09.627678 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-407af19c-19d4-4bb1-ac8b-8c84b3814a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:09.636530 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-407af19c-19d4-4bb1-ac8b-8c84b3814a8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35c8a7a4-9cf0-481d-9ac8-4d6c25110c20 HTTP/1.1" status: 200 len: 851 time: 0.2119317 Jun 16 18:36:09.718090 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-e4a3bf54-a28e-4212-b00a-03fb718eb878 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d46c676-4fd5-4818-a651-45cc92a28713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719821 Jun 16 18:36:10.123983 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-f60e39ed-3c24-4822-93bb-a3ea8946ddb6 service neutron] 10.222.0.36 "GET /v2.0/networks/7d46c676-4fd5-4818-a651-45cc92a28713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860879 Jun 16 18:36:10.182545 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-650f0a59-2b0a-47ba-a102-c29694b9580e None None] Provisioning for port 00063d25-8d56-4d22-922b-aec65d8a8c93 completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:36:10.189128 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-650f0a59-2b0a-47ba-a102-c29694b9580e None None] Provisioning complete for port 00063d25-8d56-4d22-922b-aec65d8a8c93 triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:10.189468 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-650f0a59-2b0a-47ba-a102-c29694b9580e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:10.252640 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-650f0a59-2b0a-47ba-a102-c29694b9580e None None] Port 00063d25-8d56-4d22-922b-aec65d8a8c93 cannot update to ACTIVE because it is not bound. {{(pid=92980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:36:10.336692 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6d6a3a00-894b-4cc6-ab6d-45d02158043a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:10.382917 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6d6a3a00-894b-4cc6-ab6d-45d02158043a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:10.398334 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Transition to ACTIVE for port object 0acc69bd-96ad-430c-8d92-a8c02507e34d will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:36:10.409765 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3012c-0e6e-4136-9380-2c335e47f6e9 req-796a06a0-61fe-4082-8d15-66067697cd36 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:10.415954 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-81e3012c-0e6e-4136-9380-2c335e47f6e9 req-796a06a0-61fe-4082-8d15-66067697cd36 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 943 time: 1.7625697 Jun 16 18:36:10.432531 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-02564f6e-89b9-436d-9d54-6fcc37047144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:10.436808 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:10.493549 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 41c2743d-c5c1-48d6-945b-d5b9ed7c57c4 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:36:10.520304 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1c9899bd-1e98-41e2-9a41-568a7836b493 req-957d3453-af1a-48fd-8853-7486dd8698de tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0154431 Jun 16 18:36:10.670853 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port 41c2743d-c5c1-48d6-945b-d5b9ed7c57c4 completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:36:10.681913 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 41c2743d-c5c1-48d6-945b-d5b9ed7c57c4 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:10.687160 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:10.698142 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-461a2952-7f79-4e4c-a682-6586927dd183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:10.734428 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-461a2952-7f79-4e4c-a682-6586927dd183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:10.743485 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-18bbb591-723b-4383-ac6c-68e0c3bcea27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:10.771229 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a3a00-894b-4cc6-ab6d-45d02158043a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=001b89f8-18ad-4998-9225-475e17125d53,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:10.843129 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a2952-7f79-4e4c-a682-6586927dd183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67f7c2d-d045-415b-bf09-387c923b8e59,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:10.860812 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-6d6a3a00-894b-4cc6-ab6d-45d02158043a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:10.861406 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:10.864464 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-461a2952-7f79-4e4c-a682-6586927dd183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:10.871191 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-461a2952-7f79-4e4c-a682-6586927dd183 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d999d19fe694979b72113e5ad729026&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2644672 Jun 16 18:36:10.875942 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 58816) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:10.931934 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:10.980867 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dfed81ed-e8c8-4186-b425-60707489d9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:10.989219 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] For port 41c2743d-c5c1-48d6-945b-d5b9ed7c57c4, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=41c2743d-c5c1-48d6-945b-d5b9ed7c57c4,segment=NetworkSegment(0cf9649c-0b91-4fd6-864b-a51c1be640b3),segment_id=0cf9649c-0b91-4fd6-864b-a51c1be640b3)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:11.000783 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:11.001858 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device dd108d6c-2d54-42c0-88d0-d4a14e395cda up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:36:11.003879 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:11.011941 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-58452c1e-87d9-441a-a407-31d4b3d0671e req-77f21ae5-ecd4-470e-b1f5-172668240bb0 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 210 time: 0.3298891 Jun 16 18:36:11.023786 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6d6a3a00-894b-4cc6-ab6d-45d02158043a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:11.027658 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-6d6a3a00-894b-4cc6-ab6d-45d02158043a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.9978247 Jun 16 18:36:11.044159 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-81e3012c-0e6e-4136-9380-2c335e47f6e9 req-ea2c26cf-fd70-45de-a092-09ea28e2c657 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae1d172b-fa8e-4c18-889b-2735627cc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6074901 Jun 16 18:36:11.047344 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 58826) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:11.084630 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-9609c557-c4c6-478e-ae04-c1e41ee2b029 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Request body: {'security_group_rule': {'security_group_id': '001b89f8-18ad-4998-9225-475e17125d53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:11.130442 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0acc69bd-96ad-430c-8d92-a8c02507e34d,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:11.132601 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Pushing event updated for resources: {'Port': ['ID=41c2743d-c5c1-48d6-945b-d5b9ed7c57c4,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:11.164562 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:11.164698 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dfed81ed-e8c8-4186-b425-60707489d9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:11.169883 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:11.292908 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:11.349458 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:11.433673 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-526c2d4b-9a16-4c0c-863c-f445a2ff07e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:11.452161 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Attempting to bind port 0acc69bd-96ad-430c-8d92-a8c02507e34d on host hv-cinder-66710 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:36:11.462938 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Attempting to bind port 0acc69bd-96ad-430c-8d92-a8c02507e34d by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '4e4fea13-e2fd-497b-9526-636fc53a6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:36:11.464205 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Attempting to bind port 0acc69bd-96ad-430c-8d92-a8c02507e34d on network d7a22503-f14c-4070-be6c-41b9c371066c {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:11.543782 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port dd108d6c-2d54-42c0-88d0-d4a14e395cda completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:36:11.557468 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9609c557-c4c6-478e-ae04-c1e41ee2b029 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:11.561600 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port dd108d6c-2d54-42c0-88d0-d4a14e395cda triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:11.562366 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:11.595443 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Port 0acc69bd-96ad-430c-8d92-a8c02507e34d on network d7a22503-f14c-4070-be6c-41b9c371066c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:36:11.595892 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Attempting to bind port 0acc69bd-96ad-430c-8d92-a8c02507e34d on network d7a22503-f14c-4070-be6c-41b9c371066c {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:11.611516 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Checking agent: {'id': '430a9a83-85fc-4e56-9798-0b54252fd97b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'started_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:36:11.611920 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Checking segment: {'id': '4e4fea13-e2fd-497b-9526-636fc53a6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:36:11.612930 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Bound using segment: {'id': '4e4fea13-e2fd-497b-9526-636fc53a6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:36:11.613075 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Bound port: 0acc69bd-96ad-430c-8d92-a8c02507e34d, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4fea13-e2fd-497b-9526-636fc53a6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:36:11.613390 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:11.766240 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:11.866973 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafd2781-22ec-4b89-86fc-b6fdf6acb59e x-openstack-request-id: req-eafd2781-22ec-4b89-86fc-b6fdf6acb59e {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:36:11.867483 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7cad6f-686b-429a-8d29-bbbd4b78a304", "tag": "0f431112-4804-4f1b-abd4-9269dca6718f", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:36:11.867582 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eafd2781-22ec-4b89-86fc-b6fdf6acb59e {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:36:11.870995 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7cad6f-686b-429a-8d29-bbbd4b78a304', 'tag': '0f431112-4804-4f1b-abd4-9269dca6718f', 'status': 'completed', 'code': 200} Jun 16 18:36:12.027633 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9609c557-c4c6-478e-ae04-c1e41ee2b029 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:12.041904 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:12.048072 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9609c557-c4c6-478e-ae04-c1e41ee2b029 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510238'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:12.072655 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:12.076666 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dfed81ed-e8c8-4186-b425-60707489d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:12.095110 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dfed81ed-e8c8-4186-b425-60707489d9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:12.098599 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-dfed81ed-e8c8-4186-b425-60707489d9a9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d67f7c2d-d045-415b-bf09-387c923b8e59 HTTP/1.1" status: 204 len: 168 time: 1.2191703 Jun 16 18:36:12.109082 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-03e20cd8-b70d-4350-9e8a-92acbe738454 req-76001ac0-5fc8-4df0-aff8-1c7dedf79d85 service neutron] 10.222.0.36 "GET /v2.0/networks/7d46c676-4fd5-4818-a651-45cc92a28713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9017107 Jun 16 18:36:12.109386 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-a24619fa-7a6b-4e1c-b6c6-d63f3cfb238c tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:12.117795 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609c557-c4c6-478e-ae04-c1e41ee2b029 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b682573-9573-480c-9d8d-7bd9052e1730,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:12.118998 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-a24619fa-7a6b-4e1c-b6c6-d63f3cfb238c tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/networks?id=9282434f-95d9-4dfb-9c1b-e0f87163722e HTTP/1.1" status: 200 len: 818 time: 0.3778896 Jun 16 18:36:12.126551 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9609c557-c4c6-478e-ae04-c1e41ee2b029 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:12.127318 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:12.129811 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9609c557-c4c6-478e-ae04-c1e41ee2b029 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:12.130956 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-9609c557-c4c6-478e-ae04-c1e41ee2b029 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0824144 Jun 16 18:36:12.155954 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 58872) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:12.175134 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] For port dd108d6c-2d54-42c0-88d0-d4a14e395cda, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=dd108d6c-2d54-42c0-88d0-d4a14e395cda,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:12.185866 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-1533f9d9-346c-48ef-a088-090165239f92 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Request body: {'security_group_rule': {'security_group_id': '001b89f8-18ad-4998-9225-475e17125d53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:12.187430 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:12.191444 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed81ed-e8c8-4186-b425-60707489d9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67f7c2d-d045-415b-bf09-387c923b8e59,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:12.192797 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:36:12.195644 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:12.204757 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-3b33c0bb-9921-42fa-add2-7a29be663aa9 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/quotas/baaa2b8c4c5d44e8baf9e3a771ba4427 HTTP/1.1" status: 200 len: 375 time: 0.0846159 Jun 16 18:36:12.211883 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-dfed81ed-e8c8-4186-b425-60707489d9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:12.269997 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1533f9d9-346c-48ef-a088-090165239f92 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:12.348862 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Pushing event updated for resources: {'Port': ['ID=dd108d6c-2d54-42c0-88d0-d4a14e395cda,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:12.373117 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:12.436074 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1533f9d9-346c-48ef-a088-090165239f92 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:12.448182 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:12.448535 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1533f9d9-346c-48ef-a088-090165239f92 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510238'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:12.448983 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:12.485587 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:12.504626 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1533f9d9-346c-48ef-a088-090165239f92 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:12.506245 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-1533f9d9-346c-48ef-a088-090165239f92 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3492787 Jun 16 18:36:12.554286 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:12.555858 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 58874) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:12.556202 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.36', 59712) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:12.608069 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] For port 0acc69bd-96ad-430c-8d92-a8c02507e34d, host hv-cinder-66710, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:36:12.708693 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] For port 0acc69bd-96ad-430c-8d92-a8c02507e34d, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0acc69bd-96ad-430c-8d92-a8c02507e34d,segment=NetworkSegment(4e4fea13-e2fd-497b-9526-636fc53a6bfe),segment_id=4e4fea13-e2fd-497b-9526-636fc53a6bfe)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:36:12.740531 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ed325-00d7-44ea-b803-31a20608aaf9 req-b8085eec-6f61-4e6a-b767-f8ce7cc0d5bc tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:12.743579 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c30ed325-00d7-44ea-b803-31a20608aaf9 req-b8085eec-6f61-4e6a-b767-f8ce7cc0d5bc tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 944 time: 0.6186862 Jun 16 18:36:12.744939 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:12.771821 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:12.925651 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:12.926744 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:12.929060 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] 10.222.0.36 "PUT /v2.0/ports/0acc69bd-96ad-430c-8d92-a8c02507e34d HTTP/1.1" status: 200 len: 1094 time: 6.8992045 Jun 16 18:36:12.936333 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c494fdf2-b6f9-425d-8d1b-259fa16b700b', 'tag': '0acc69bd-96ad-430c-8d92-a8c02507e34d'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:36:12.956897 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 41c2743d-c5c1-48d6-945b-d5b9ed7c57c4 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:36:13.036037 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Request body: {'floatingip': {'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:13.061530 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-dbfa38b1-b011-4b34-9ba2-7a1eef09d69c tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=baaa2b8c4c5d44e8baf9e3a771ba4427&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8553834 Jun 16 18:36:13.078775 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-eba0e275-5ba5-4046-aeea-9b23c6befc47 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:13.083458 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-eba0e275-5ba5-4046-aeea-9b23c6befc47 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.36 "GET /v2.0/networks?id=9282434f-95d9-4dfb-9c1b-e0f87163722e HTTP/1.1" status: 200 len: 818 time: 0.5242708 Jun 16 18:36:13.085652 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533f9d9-346c-48ef-a088-090165239f92 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d07b831-8b50-475f-8231-d0f2873e1f50,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:13.124939 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:13.129075 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 41c2743d-c5c1-48d6-945b-d5b9ed7c57c4 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:13.129563 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:13.133839 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0acc69bd-96ad-430c-8d92-a8c02507e34d,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:13.164781 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aecdb-787c-4623-98f3-aedee795c466 req-9304304e-7569-48e6-92eb-7811f0536ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:13.166376 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-174aecdb-787c-4623-98f3-aedee795c466 req-9304304e-7569-48e6-92eb-7811f0536ce8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62d433e0b1e446108e7e2bb6acd36264&device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 1096 time: 0.8831954 Jun 16 18:36:13.170636 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c30ed325-00d7-44ea-b803-31a20608aaf9 req-1a20fac3-10fd-4fd3-ade5-7f4908478e6b tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088588 Jun 16 18:36:13.173218 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:13.179018 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:13.186604 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-47c209cb-0060-4678-9521-a65bd9fa04e5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Request body: {'port': {'device_id': '63d0ffc7-384d-42f3-8e93-42b06aea8699', 'network_id': '9282434f-95d9-4dfb-9c1b-e0f87163722e', 'admin_state_up': True, 'tenant_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:13.189911 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133741498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426539'] for router_interface, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:13.203076 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1533f9d9-346c-48ef-a088-090165239f92 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:13.227450 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:13.434736 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device dd108d6c-2d54-42c0-88d0-d4a14e395cda up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:36:13.558325 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf3a58c-8a71-4325-95cc-e6c39c2ede3d" -d '{"events": [{"name": "network-changed", "server_uuid": "c494fdf2-b6f9-425d-8d1b-259fa16b700b", "tag": "0acc69bd-96ad-430c-8d92-a8c02507e34d"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:36:13.564754 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Pushing event updated for resources: {'Port': ['ID=00063d25-8d56-4d22-922b-aec65d8a8c93,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:13.568646 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:13.579550 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for floatingip, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:13.581738 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port dd108d6c-2d54-42c0-88d0-d4a14e395cda triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:13.582387 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:13.766771 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aecdb-787c-4623-98f3-aedee795c466 req-eaddf542-b4ac-4b4d-9358-29a4921c19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:13.770478 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-174aecdb-787c-4623-98f3-aedee795c466 req-eaddf542-b4ac-4b4d-9358-29a4921c19ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=7d46c676-4fd5-4818-a651-45cc92a28713 HTTP/1.1" status: 200 len: 912 time: 0.5644791 Jun 16 18:36:13.898233 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-174aecdb-787c-4623-98f3-aedee795c466 req-4fec3cfc-e981-4dab-9c48-8fe0fe116253 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f431112-4804-4f1b-abd4-9269dca6718f HTTP/1.1" status: 200 len: 217 time: 0.1028259 Jun 16 18:36:13.964571 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Network c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:36:13.977797 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:36:14.065036 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-74fcbb03-29ee-4497-b5bd-8b2373d8731b service neutron] 10.222.0.46 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0022550 Jun 16 18:36:14.118999 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-25019cc3-557b-4871-b216-dcf46af8b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:14.125813 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-25019cc3-557b-4871-b216-dcf46af8b326 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16af9c5b756c4d76ab7ce535c8b78c3e&device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 1097 time: 0.7170231 Jun 16 18:36:14.177640 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-47c209cb-0060-4678-9521-a65bd9fa04e5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Made reservation on behalf of baaa2b8c4c5d44e8baf9e3a771ba4427 for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:36:14.181362 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-47c209cb-0060-4678-9521-a65bd9fa04e5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:14.186172 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:14.206559 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aecdb-787c-4623-98f3-aedee795c466 req-2fb023cd-2aef-4f7d-af43-3c765872d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:14.208177 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-174aecdb-787c-4623-98f3-aedee795c466 req-2fb023cd-2aef-4f7d-af43-3c765872d2e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35c8a7a4-9cf0-481d-9ac8-4d6c25110c20 HTTP/1.1" status: 200 len: 851 time: 0.3005168 Jun 16 18:36:14.261029 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-174aecdb-787c-4623-98f3-aedee795c466 req-fee1b3b3-b4f1-4ee2-b101-176fa01a8ebb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d46c676-4fd5-4818-a651-45cc92a28713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420828 Jun 16 18:36:14.284194 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-ae81112d-caf3-435c-ba14-dbc57b540cfd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0acc69bd-96ad-430c-8d92-a8c02507e34d HTTP/1.1" status: 200 len: 217 time: 0.0968070 Jun 16 18:36:14.296867 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:14.337495 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-99aa9bf1-1841-4223-9309-c44fad4dd3d3 None None] Provisioning complete for port 00063d25-8d56-4d22-922b-aec65d8a8c93 triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:14.338162 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-99aa9bf1-1841-4223-9309-c44fad4dd3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:14.394756 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-99aa9bf1-1841-4223-9309-c44fad4dd3d3 None None] Port 00063d25-8d56-4d22-922b-aec65d8a8c93 cannot update to ACTIVE because it is not bound. {{(pid=92980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:36:14.490506 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4314c-94f5-40ac-92f6-f03d8e224529 req-10d07743-7e3d-4714-b4d7-e8952230c1e5 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:14.497393 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0df4314c-94f5-40ac-92f6-f03d8e224529 req-10d07743-7e3d-4714-b4d7-e8952230c1e5 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 943 time: 0.9199250 Jun 16 18:36:14.538282 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-47c209cb-0060-4678-9521-a65bd9fa04e5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Allocated IP 172.20.0.6 (9282434f-95d9-4dfb-9c1b-e0f87163722e/e563fc4f-9010-41d8-8c23-09c3514e3f2f/b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:36:14.549115 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-174aecdb-787c-4623-98f3-aedee795c466 req-00a97388-8690-4f9e-873c-1050dc27a550 service neutron] 10.222.0.36 "GET /v2.0/networks/7d46c676-4fd5-4818-a651-45cc92a28713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543623 Jun 16 18:36:14.603906 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Allocated IP 172.28.2.222 (7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe/3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a/2e84f14b-5a04-4324-9a3f-af73ebfb20f8) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:36:14.609968 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Router 12587d63-aff2-4c87-bb7a-d8be1330b237 has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:36:14.620661 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-8527c482-48e4-4604-b717-aec94e438e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:14.622967 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-8527c482-48e4-4604-b717-aec94e438e5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2429f91a-7912-4c8c-93e6-f1cb7b790393 HTTP/1.1" status: 200 len: 855 time: 0.1243243 Jun 16 18:36:14.629878 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eb3271f5-2216-4b08-904a-7ffc31e663d9 service neutron] 10.222.0.46 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638375 Jun 16 18:36:14.634938 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0df4314c-94f5-40ac-92f6-f03d8e224529 req-bae47d99-cb96-4897-8650-4c67fa523487 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae1d172b-fa8e-4c18-889b-2735627cc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176333 Jun 16 18:36:14.693580 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-3db9ce34-fc7f-468e-97eb-fab51916845b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7a22503-f14c-4070-be6c-41b9c371066c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627601 Jun 16 18:36:14.756893 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-174aecdb-787c-4623-98f3-aedee795c466 req-56308a2e-cab0-44d3-802a-d040a3187787 service neutron] 10.222.0.36 "GET /v2.0/networks/7d46c676-4fd5-4818-a651-45cc92a28713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007017 Jun 16 18:36:14.904527 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-7d0fdc4c-c1d7-4c9c-8ce6-cf37becc8c2d service neutron] 10.222.0.36 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692703 Jun 16 18:36:14.906844 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:36:14.915805 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] 10.222.0.46 "PUT /v2.0/routers/12587d63-aff2-4c87-bb7a-d8be1330b237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2521667 Jun 16 18:36:14.918854 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] Sync routers for ids ['12587d63-aff2-4c87-bb7a-d8be1330b237'] in dv-cinder-667108-31-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:36:14.919353 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434ecc33-7907-4d61-87eb-5475a4eac7cf x-openstack-request-id: req-434ecc33-7907-4d61-87eb-5475a4eac7cf {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:36:14.919920 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c494fdf2-b6f9-425d-8d1b-259fa16b700b", "tag": "0acc69bd-96ad-430c-8d92-a8c02507e34d", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:36:14.920318 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-434ecc33-7907-4d61-87eb-5475a4eac7cf {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:36:14.921144 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c494fdf2-b6f9-425d-8d1b-259fa16b700b', 'tag': '0acc69bd-96ad-430c-8d92-a8c02507e34d', 'status': 'completed', 'code': 200} Jun 16 18:36:14.966031 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] Routers {'12587d63-aff2-4c87-bb7a-d8be1330b237'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:36:14.966858 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:36:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['12587d63-aff2-4c87-bb7a-d8be1330b237'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:14.977088 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:14.988412 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-47c209cb-0060-4678-9521-a65bd9fa04e5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:15.146411 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:15.150310 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:15.161784 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-47c209cb-0060-4678-9521-a65bd9fa04e5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:15.176968 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] Set router 12587d63-aff2-4c87-bb7a-d8be1330b237 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:36:15.203019 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:36:15.207024 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:36:15.211761 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:36:15.240636 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-47c209cb-0060-4678-9521-a65bd9fa04e5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Network 9282434f-95d9-4dfb-9c1b-e0f87163722e is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:36:15.248400 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-47c209cb-0060-4678-9521-a65bd9fa04e5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:36:15.274598 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-47c209cb-0060-4678-9521-a65bd9fa04e5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:36:15.281890 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-47c209cb-0060-4678-9521-a65bd9fa04e5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:15.282794 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-47c209cb-0060-4678-9521-a65bd9fa04e5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:15.285748 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Pushing event updated for resources: {'Port': ['ID=2e84f14b-5a04-4324-9a3f-af73ebfb20f8,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:15.315383 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:15.315952 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:15.343468 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-71ed6ca7-f4dd-4d2a-8a13-e4989fd9bfb1 req-6d0743b0-792a-442d-b4ae-8f48b29010e1 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 210 time: 0.1923540 Jun 16 18:36:15.372521 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c209cb-0060-4678-9521-a65bd9fa04e5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Pushing event updated for resources: {'Port': ['ID=b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:15.381921 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-47c209cb-0060-4678-9521-a65bd9fa04e5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:15.399854 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-68c1369a-3dd0-443b-a528-29246bd23e95 req-d846d05a-e5e1-4dd8-8ed1-4fc17f4f5b8f service neutron] 10.222.0.36 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803076 Jun 16 18:36:15.416737 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-47c209cb-0060-4678-9521-a65bd9fa04e5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2491112 Jun 16 18:36:15.439801 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Request body: {'port': {'device_id': '63d0ffc7-384d-42f3-8e93-42b06aea8699', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:15.484108 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:15.537556 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdde2fe-f99a-43e1-9c5e-630b6df7291b req-53ba4c5a-ba35-4ca3-aa80-fb407112ca1d tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:15.545504 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-afdde2fe-f99a-43e1-9c5e-630b6df7291b req-53ba4c5a-ba35-4ca3-aa80-fb407112ca1d tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 944 time: 0.3904254 Jun 16 18:36:15.628597 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:15.738385 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:15.759948 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-afdde2fe-f99a-43e1-9c5e-630b6df7291b req-863e9f4e-267e-46c1-a77a-49c43bd6b455 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119429 Jun 16 18:36:15.792033 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3a58c-8a71-4325-95cc-e6c39c2ede3d req-b5af5af1-d254-4123-b933-4dd3ef470012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:15.794638 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0cf3a58c-8a71-4325-95cc-e6c39c2ede3d req-b5af5af1-d254-4123-b933-4dd3ef470012 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16af9c5b756c4d76ab7ce535c8b78c3e&device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 1097 time: 0.3145509 Jun 16 18:36:16.025862 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:52Z', 'updated_at': '2021-06-16T18:36:10Z', 'revision_number': 4, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'gw_port': {'id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:55Z', 'updated_at': '2021-06-16T18:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '00063d25-8d56-4d22-922b-aec65d8a8c93', 'name': '', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'mac_address': 'fa:16:3e:f2:8c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:36:06Z', 'updated_at': '2021-06-16T18:36:11Z', 'revision_number': 2, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'subnets': [{'id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:16.042530 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] Checking router: 12587d63-aff2-4c87-bb7a-d8be1330b237 for host: dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:36:16.042942 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] Updating router 12587d63-aff2-4c87-bb7a-d8be1330b237 port 00063d25-8d56-4d22-922b-aec65d8a8c93 binding host dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:36:16.107763 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 59006) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:16.110718 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:16.119677 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-41a3d3a1-07e2-455d-8000-b44d0a9bcfc7 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1413397529', 'description': 'tempest-description--131362286'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:16.196883 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3a58c-8a71-4325-95cc-e6c39c2ede3d req-82ddb8f6-750f-4c41-af87-b16fae88e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:16.198570 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0cf3a58c-8a71-4325-95cc-e6c39c2ede3d req-82ddb8f6-750f-4c41-af87-b16fae88e9a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7a22503-f14c-4070-be6c-41b9c371066c HTTP/1.1" status: 200 len: 916 time: 0.3976932 Jun 16 18:36:16.202521 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-41a3d3a1-07e2-455d-8000-b44d0a9bcfc7 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:16.316953 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:16.328755 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:16.348174 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0cf3a58c-8a71-4325-95cc-e6c39c2ede3d req-a1569627-59dd-48cf-b812-d480fc3863b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0acc69bd-96ad-430c-8d92-a8c02507e34d HTTP/1.1" status: 200 len: 217 time: 0.1373575 Jun 16 18:36:16.361377 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ee081c09-4aed-4981-9d2f-f27672210c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:16.409748 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439533'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:16.426447 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b872ad-ac09-4cf4-92ba-424538f3b4d2 req-27753318-b1ac-4912-aa6d-4fbeb8f65639 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:16.439567 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-85b872ad-ac09-4cf4-92ba-424538f3b4d2 req-27753318-b1ac-4912-aa6d-4fbeb8f65639 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 943 time: 0.4153204 Jun 16 18:36:16.454669 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Pushing event updated for resources: {'Port': ['ID=2e84f14b-5a04-4324-9a3f-af73ebfb20f8,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:16.462118 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:16.494020 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3a58c-8a71-4325-95cc-e6c39c2ede3d req-f74e8a21-3f91-4f57-9bfa-d488b26a6421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:16.495814 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0cf3a58c-8a71-4325-95cc-e6c39c2ede3d req-f74e8a21-3f91-4f57-9bfa-d488b26a6421 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2429f91a-7912-4c8c-93e6-f1cb7b790393 HTTP/1.1" status: 200 len: 855 time: 0.1379948 Jun 16 18:36:16.530987 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:36:16.541974 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:16.561268 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Transition to ACTIVE for port object b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:36:16.562045 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0cf3a58c-8a71-4325-95cc-e6c39c2ede3d req-ac5ae0cd-2786-4693-88af-f2afdc9b34a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7a22503-f14c-4070-be6c-41b9c371066c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515785 Jun 16 18:36:16.566732 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:16.571336 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-47c209cb-0060-4678-9521-a65bd9fa04e5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:16.577747 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-85b872ad-ac09-4cf4-92ba-424538f3b4d2 req-05a68055-2a01-4142-ab13-73f51f4dd508 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae1d172b-fa8e-4c18-889b-2735627cc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411157 Jun 16 18:36:16.605471 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-41a3d3a1-07e2-455d-8000-b44d0a9bcfc7 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:16.624737 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:16.625228 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-41a3d3a1-07e2-455d-8000-b44d0a9bcfc7 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:16.636193 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0686486 Jun 16 18:36:16.636431 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:16.647545 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] Transition to ACTIVE for port object 00063d25-8d56-4d22-922b-aec65d8a8c93 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:36:16.648343 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ef1be8f7-a41b-4db2-b58c-959438437993 req-6a9ca4b0-55c4-4682-a910-4cb7db42fa5c tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 210 time: 0.0668867 Jun 16 18:36:16.651627 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:16.661727 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:16.662895 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:16.670672 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:16.683750 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:16.728430 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Attempting to bind port b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:36:16.728915 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Attempting to bind port b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '0cf9649c-0b91-4fd6-864b-a51c1be640b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9282434f-95d9-4dfb-9c1b-e0f87163722e'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:36:16.729254 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Attempting to bind port b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 on network 9282434f-95d9-4dfb-9c1b-e0f87163722e {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:16.734929 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Port b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 on network 9282434f-95d9-4dfb-9c1b-e0f87163722e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:36:16.735375 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Attempting to bind port b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 on network 9282434f-95d9-4dfb-9c1b-e0f87163722e {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:16.742473 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Checking agent: {'id': '430a9a83-85fc-4e56-9798-0b54252fd97b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'started_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:36:16.742816 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Checking segment: {'id': '0cf9649c-0b91-4fd6-864b-a51c1be640b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9282434f-95d9-4dfb-9c1b-e0f87163722e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:36:16.743523 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Bound using segment: {'id': '0cf9649c-0b91-4fd6-864b-a51c1be640b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9282434f-95d9-4dfb-9c1b-e0f87163722e'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:36:16.743998 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Bound port: b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf9649c-0b91-4fd6-864b-a51c1be640b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9282434f-95d9-4dfb-9c1b-e0f87163722e'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:36:16.744451 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:16.771593 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-41a3d3a1-07e2-455d-8000-b44d0a9bcfc7 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:16.772848 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-41a3d3a1-07e2-455d-8000-b44d0a9bcfc7 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6634574 Jun 16 18:36:16.780695 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 59020) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:16.786062 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-e4a7a954-c0f5-4087-aaad-d3df8472d253 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Request body: {'security_group_rule': {'security_group_id': 'dca20eb3-4daf-44a6-a180-b15ba6438928', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:16.818250 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039fd39-50a2-412f-bf5c-86f85e426b56 None None] Pushing event updated for resources: {'Port': ['ID=00063d25-8d56-4d22-922b-aec65d8a8c93,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:16.830811 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-2039fd39-50a2-412f-bf5c-86f85e426b56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:16.831624 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0cf3a58c-8a71-4325-95cc-e6c39c2ede3d req-706a30d4-4a20-491a-82e1-34482b6ef943 service neutron] 10.222.0.36 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494059 Jun 16 18:36:16.846239 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e4a7a954-c0f5-4087-aaad-d3df8472d253 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:16.849657 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3d3a1-07e2-455d-8000-b44d0a9bcfc7 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dca20eb3-4daf-44a6-a180-b15ba6438928,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:16.850263 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] For port b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1, host hv-cinder-66710, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:36:16.852955 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-41a3d3a1-07e2-455d-8000-b44d0a9bcfc7 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:16.868364 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] For port b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1,segment=NetworkSegment(0cf9649c-0b91-4fd6-864b-a51c1be640b3),segment_id=0cf9649c-0b91-4fd6-864b-a51c1be640b3)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:36:16.880499 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:16.883873 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:16.953867 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:16.955077 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:16.958571 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] 10.222.0.36 "PUT /v2.0/ports/b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 HTTP/1.1" status: 200 len: 1093 time: 1.5321720 Jun 16 18:36:16.961219 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] Attempting to bind port 00063d25-8d56-4d22-922b-aec65d8a8c93 on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:36:16.961954 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d0ffc7-384d-42f3-8e93-42b06aea8699', 'tag': 'b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:36:16.964418 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655179149b5f6b883862c147ecb57b300cdde1b97bebaf772ade2758c6b3064c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d71e8f-9427-4953-a38a-c5f52395ae8d" -d '{"events": [{"name": "network-changed", "server_uuid": "63d0ffc7-384d-42f3-8e93-42b06aea8699", "tag": "b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:36:16.964972 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] Attempting to bind port 00063d25-8d56-4d22-922b-aec65d8a8c93 by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': 'eb64175d-32cf-403f-9dbe-f12267b389de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:36:16.965960 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] Attempting to bind port 00063d25-8d56-4d22-922b-aec65d8a8c93 on network c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:16.974780 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:36:16.976672 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] Checking segment: {'id': 'eb64175d-32cf-403f-9dbe-f12267b389de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:36:16.978838 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:16.979344 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] Bound using segment: {'id': 'eb64175d-32cf-403f-9dbe-f12267b389de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:36:16.980101 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] Bound port: 00063d25-8d56-4d22-922b-aec65d8a8c93, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb64175d-32cf-403f-9dbe-f12267b389de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:36:16.985673 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:17.033537 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0cf3a58c-8a71-4325-95cc-e6c39c2ede3d req-11f83339-793f-45d1-a9be-6dfc7f89c022 service neutron] 10.222.0.36 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884565 Jun 16 18:36:17.041281 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:17.056903 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:17.183975 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] For port 00063d25-8d56-4d22-922b-aec65d8a8c93, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:36:17.191728 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] For port 00063d25-8d56-4d22-922b-aec65d8a8c93, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=00063d25-8d56-4d22-922b-aec65d8a8c93,segment=NetworkSegment(eb64175d-32cf-403f-9dbe-f12267b389de),segment_id=eb64175d-32cf-403f-9dbe-f12267b389de)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:36:17.202061 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:17.207322 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7b509b21-f8f4-42d8-a405-a40097deb689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:17.276603 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-4147ae15-574f-456d-8576-302b44e741d7 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:17.280097 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-a60249ef-2536-44c9-8762-9e94d0915181 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1656331832&fields=id&tenant_id=b499fafa278b41c4babc557095066e26 HTTP/1.1" status: 200 len: 267 time: 0.2452476 Jun 16 18:36:17.281420 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-4147ae15-574f-456d-8576-302b44e741d7 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.36 "GET /v2.0/networks?id=9282434f-95d9-4dfb-9c1b-e0f87163722e HTTP/1.1" status: 200 len: 818 time: 0.2054722 Jun 16 18:36:17.302329 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-1c24c052-9c8b-4378-acdd-9fc290ec0faf tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Request body: {'port': {'device_id': '98e32b14-2180-4a13-8bac-49f56563adc2', 'network_id': '9282434f-95d9-4dfb-9c1b-e0f87163722e', 'admin_state_up': True, 'tenant_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:17.328028 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039fd39-50a2-412f-bf5c-86f85e426b56 None None] Pushing event updated for resources: {'Port': ['ID=00063d25-8d56-4d22-922b-aec65d8a8c93,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:17.333639 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-2039fd39-50a2-412f-bf5c-86f85e426b56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:17.345169 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e4a7a954-c0f5-4087-aaad-d3df8472d253 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:17.372064 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e4a7a954-c0f5-4087-aaad-d3df8472d253 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510238'] for security_group_rule, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:17.407794 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] Routers {'12587d63-aff2-4c87-bb7a-d8be1330b237'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:36:17.408509 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:36:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['12587d63-aff2-4c87-bb7a-d8be1330b237'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:17.419693 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017471c8-d6b3-4149-9514-9026e6451e89 req-93a8adeb-3a04-4f1e-9751-0cd17d087b3b tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:17.420993 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-017471c8-d6b3-4149-9514-9026e6451e89 req-93a8adeb-3a04-4f1e-9751-0cd17d087b3b tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 944 time: 0.3745708 Jun 16 18:36:17.424650 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:17.516461 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-5c7ed551-d986-463e-a6d1-07d26ce5bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:17.518038 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-5c7ed551-d986-463e-a6d1-07d26ce5bd7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baaa2b8c4c5d44e8baf9e3a771ba4427&device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 1096 time: 0.4695313 Jun 16 18:36:17.571500 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7a954-c0f5-4087-aaad-d3df8472d253 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a99547a-5564-4a92-9579-d6957b3e8743,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:17.626558 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-1c24c052-9c8b-4378-acdd-9fc290ec0faf tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Made reservation on behalf of baaa2b8c4c5d44e8baf9e3a771ba4427 for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:36:17.630257 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-1c24c052-9c8b-4378-acdd-9fc290ec0faf tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:17.657263 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] Set router 12587d63-aff2-4c87-bb7a-d8be1330b237 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:36:17.804232 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 0f431112-4804-4f1b-abd4-9269dca6718f details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:36:17.817163 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-1c24c052-9c8b-4378-acdd-9fc290ec0faf tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Allocated IP 172.20.0.10 (9282434f-95d9-4dfb-9c1b-e0f87163722e/e563fc4f-9010-41d8-8c23-09c3514e3f2f/d28a092d-f435-4580-bc47-0067c92a0da7) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:36:17.870041 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e4a7a954-c0f5-4087-aaad-d3df8472d253 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:17.871448 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-e4a7a954-c0f5-4087-aaad-d3df8472d253 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0896645 Jun 16 18:36:17.874897 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 59070) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:17.875297 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e4a7a954-c0f5-4087-aaad-d3df8472d253 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:17.881624 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-a43648f5-29bc-4c75-94b4-ef8c56bbf6f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 HTTP/1.1" status: 200 len: 217 time: 0.3450937 Jun 16 18:36:17.943559 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-71cfa7c9-ed6f-479b-89b5-127e8ea9d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:17.945365 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-71cfa7c9-ed6f-479b-89b5-127e8ea9d206 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e563fc4f-9010-41d8-8c23-09c3514e3f2f HTTP/1.1" status: 200 len: 858 time: 0.0560796 Jun 16 18:36:17.960349 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-ae95c1ea-e7e0-4b76-bb41-9d3a5a03d5f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:17.962041 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-ae95c1ea-e7e0-4b76-bb41-9d3a5a03d5f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/networks?id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 HTTP/1.1" status: 200 len: 817 time: 0.6808448 Jun 16 18:36:17.993669 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-20af3e3f-0d72-4d03-a82a-176e692cff45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9282434f-95d9-4dfb-9c1b-e0f87163722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397727 Jun 16 18:36:18.010355 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-017471c8-d6b3-4149-9514-9026e6451e89 req-23d14292-7a66-41b5-bd7f-65b28c04a7ae tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5636747 Jun 16 18:36:18.017295 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 0f431112-4804-4f1b-abd4-9269dca6718f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0f431112-4804-4f1b-abd4-9269dca6718f,segment=NetworkSegment(c068b2ce-f93f-4b15-b978-7ef6276488b8),segment_id=c068b2ce-f93f-4b15-b978-7ef6276488b8)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:18.033434 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': '0f431112-4804-4f1b-abd4-9269dca6718f', 'network_id': '7d46c676-4fd5-4818-a651-45cc92a28713', 'port_id': '0f431112-4804-4f1b-abd4-9269dca6718f', 'mac_address': 'fa:16:3e:d5:e3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c8a7a4-9cf0-481d-9ac8-4d6c25110c20', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:36:18.046285 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:52Z', 'updated_at': '2021-06-16T18:36:10Z', 'revision_number': 4, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'gw_port': {'id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:55Z', 'updated_at': '2021-06-16T18:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '00063d25-8d56-4d22-922b-aec65d8a8c93', 'name': '', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'mac_address': 'fa:16:3e:f2:8c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:36:06Z', 'updated_at': '2021-06-16T18:36:17Z', 'revision_number': 4, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'subnets': [{'id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:18.055593 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-76316559-dca5-481a-a1a7-5bdaed6959ce tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Request body: {'security_group_rule': {'security_group_id': 'dca20eb3-4daf-44a6-a180-b15ba6438928', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:18.068394 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35361ecb-261e-45cd-b637-a1dec4e925de None None] The sync data for ids ['12587d63-aff2-4c87-bb7a-d8be1330b237'] in dv-cinder-667108-31-smb is: [{'id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:52Z', 'updated_at': '2021-06-16T18:36:10Z', 'revision_number': 4, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'gw_port': {'id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:55Z', 'updated_at': '2021-06-16T18:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '00063d25-8d56-4d22-922b-aec65d8a8c93', 'name': '', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'mac_address': 'fa:16:3e:f2:8c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:36:06Z', 'updated_at': '2021-06-16T18:36:17Z', 'revision_number': 4, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'subnets': [{'id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:36:18.089783 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:18.103147 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f431112-4804-4f1b-abd4-9269dca6718f {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:36:18.127615 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 0f431112-4804-4f1b-abd4-9269dca6718f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0f431112-4804-4f1b-abd4-9269dca6718f,segment=NetworkSegment(c068b2ce-f93f-4b15-b978-7ef6276488b8),segment_id=c068b2ce-f93f-4b15-b978-7ef6276488b8)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:18.142541 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:18.143672 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 0acc69bd-96ad-430c-8d92-a8c02507e34d details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:36:18.150659 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-28bc0c82-0258-45e2-bb60-89d6727ad72c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/quotas/b499fafa278b41c4babc557095066e26 HTTP/1.1" status: 200 len: 375 time: 0.1563349 Jun 16 18:36:18.152857 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-c97c1a76-74dd-43c0-9954-cd66c981b4c9 service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411350 Jun 16 18:36:18.158221 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:18.251344 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7565497-31e6-4287-ac55-7481664cc225 x-openstack-request-id: req-f7565497-31e6-4287-ac55-7481664cc225 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:36:18.251646 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d0ffc7-384d-42f3-8e93-42b06aea8699", "tag": "b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:36:18.251915 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f7565497-31e6-4287-ac55-7481664cc225 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:36:18.252341 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d0ffc7-384d-42f3-8e93-42b06aea8699', 'tag': 'b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1', 'status': 'completed', 'code': 200} Jun 16 18:36:18.283311 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-1c24c052-9c8b-4378-acdd-9fc290ec0faf tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:18.297385 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=0f431112-4804-4f1b-abd4-9269dca6718f,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:18.316344 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-76316559-dca5-481a-a1a7-5bdaed6959ce tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:18.331180 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:18.374738 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 0acc69bd-96ad-430c-8d92-a8c02507e34d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0acc69bd-96ad-430c-8d92-a8c02507e34d,segment=NetworkSegment(4e4fea13-e2fd-497b-9526-636fc53a6bfe),segment_id=4e4fea13-e2fd-497b-9526-636fc53a6bfe)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:18.377394 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-183fd080-c344-436f-97e1-95972399f7d0 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b499fafa278b41c4babc557095066e26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2181072 Jun 16 18:36:18.387605 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-32cb90d3-61b3-4ec5-8473-02a865674e3a req-f1463d12-a3e7-400e-a013-dc6d763539ec service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270007 Jun 16 18:36:18.399402 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': '0acc69bd-96ad-430c-8d92-a8c02507e34d', 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c', 'port_id': '0acc69bd-96ad-430c-8d92-a8c02507e34d', 'mac_address': 'fa:16:3e:36:26:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2429f91a-7912-4c8c-93e6-f1cb7b790393', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:36:18.439749 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5736b-a894-4795-83b9-f581564c2141 req-32d36c7d-4a49-47b2-ace0-98c01f5a3851 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:18.441893 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-48c5736b-a894-4795-83b9-f581564c2141 req-32d36c7d-4a49-47b2-ace0-98c01f5a3851 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 944 time: 0.2122393 Jun 16 18:36:18.452890 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:18.457570 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-76316559-dca5-481a-a1a7-5bdaed6959ce tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:18.460022 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-1c24c052-9c8b-4378-acdd-9fc290ec0faf tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:18.468421 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:18.471784 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0acc69bd-96ad-430c-8d92-a8c02507e34d {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:36:18.479517 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-76316559-dca5-481a-a1a7-5bdaed6959ce tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510238'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:18.519671 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 0acc69bd-96ad-430c-8d92-a8c02507e34d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0acc69bd-96ad-430c-8d92-a8c02507e34d,segment=NetworkSegment(4e4fea13-e2fd-497b-9526-636fc53a6bfe),segment_id=4e4fea13-e2fd-497b-9526-636fc53a6bfe)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:18.526309 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:18.529871 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:18.540353 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-1c24c052-9c8b-4378-acdd-9fc290ec0faf tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Network 9282434f-95d9-4dfb-9c1b-e0f87163722e is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:36:18.546586 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-1c24c052-9c8b-4378-acdd-9fc290ec0faf tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:36:18.555007 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-1c24c052-9c8b-4378-acdd-9fc290ec0faf tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:36:18.561200 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-1c24c052-9c8b-4378-acdd-9fc290ec0faf tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:18.561880 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-1c24c052-9c8b-4378-acdd-9fc290ec0faf tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:18.564799 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-76316559-dca5-481a-a1a7-5bdaed6959ce tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:18.565974 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-76316559-dca5-481a-a1a7-5bdaed6959ce tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6893208 Jun 16 18:36:18.572375 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 59076) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:18.577508 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Request body: {'floatingip': {'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:18.588633 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24c052-9c8b-4378-acdd-9fc290ec0faf tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Pushing event updated for resources: {'Port': ['ID=d28a092d-f435-4580-bc47-0067c92a0da7,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:18.597774 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1c24c052-9c8b-4378-acdd-9fc290ec0faf tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:18.598900 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9609c557-c4c6-478e-ae04-c1e41ee2b029 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:18.622254 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76316559-dca5-481a-a1a7-5bdaed6959ce tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c33e4d4-4701-4388-892e-4d81972ad901,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:18.626149 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-76316559-dca5-481a-a1a7-5bdaed6959ce tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:18.631828 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for floatingip, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:18.640406 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-48c5736b-a894-4795-83b9-f581564c2141 req-e908271b-c4f5-4548-9023-b448c57b7ec7 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae1d172b-fa8e-4c18-889b-2735627cc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791515 Jun 16 18:36:18.668290 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-a5968e37-9364-46f4-a0a4-cddda4c963b3 service neutron] 10.222.0.46 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715201 Jun 16 18:36:18.680893 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-1c24c052-9c8b-4378-acdd-9fc290ec0faf tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3912294 Jun 16 18:36:18.698765 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=0acc69bd-96ad-430c-8d92-a8c02507e34d,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:18.699292 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Request body: {'port': {'device_id': '98e32b14-2180-4a13-8bac-49f56563adc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:18.705897 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:18.747639 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d71e8f-9427-4953-a38a-c5f52395ae8d req-943344b6-5ff3-4558-afdd-e9b1488a46e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:18.757137 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c0d71e8f-9427-4953-a38a-c5f52395ae8d req-943344b6-5ff3-4558-afdd-e9b1488a46e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baaa2b8c4c5d44e8baf9e3a771ba4427&device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 1096 time: 0.2964845 Jun 16 18:36:18.845748 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['0acc69bd-96ad-430c-8d92-a8c02507e34d'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:36:18.922451 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['0f431112-4804-4f1b-abd4-9269dca6718f'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:36:18.928698 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 00063d25-8d56-4d22-922b-aec65d8a8c93 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:36:18.984007 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:18.987189 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d71e8f-9427-4953-a38a-c5f52395ae8d req-b630bb60-96f3-476b-9b07-7712d5607864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:18.988679 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c0d71e8f-9427-4953-a38a-c5f52395ae8d req-b630bb60-96f3-476b-9b07-7712d5607864 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9282434f-95d9-4dfb-9c1b-e0f87163722e HTTP/1.1" status: 200 len: 919 time: 0.2234690 Jun 16 18:36:18.990584 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-7af64bc0-a5ab-4df8-9854-49f0d2dfa809 service neutron] 10.222.0.46 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111846 Jun 16 18:36:19.066206 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c0d71e8f-9427-4953-a38a-c5f52395ae8d req-19069434-d83a-4e3d-a468-0eed63433fcf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 HTTP/1.1" status: 200 len: 217 time: 0.0645065 Jun 16 18:36:19.131727 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d71e8f-9427-4953-a38a-c5f52395ae8d req-0b7b0e5d-05d7-498e-9239-ce1ac16a1e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:19.133235 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c0d71e8f-9427-4953-a38a-c5f52395ae8d req-0b7b0e5d-05d7-498e-9239-ce1ac16a1e80 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e563fc4f-9010-41d8-8c23-09c3514e3f2f HTTP/1.1" status: 200 len: 858 time: 0.0578246 Jun 16 18:36:19.179337 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:19.191087 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c0d71e8f-9427-4953-a38a-c5f52395ae8d req-80face74-027c-446b-9675-3baa748f24c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9282434f-95d9-4dfb-9c1b-e0f87163722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477228 Jun 16 18:36:19.218795 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58a63e-6c56-44c0-a60d-af8048daea3f req-72d76ffc-d9f6-4028-941e-2da58da94f47 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:19.227964 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ae58a63e-6c56-44c0-a60d-af8048daea3f req-72d76ffc-d9f6-4028-941e-2da58da94f47 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 932 time: 0.2362871 Jun 16 18:36:19.304426 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ae58a63e-6c56-44c0-a60d-af8048daea3f req-02da5051-936a-47d2-a03d-dcb5dd5bf445 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751865 Jun 16 18:36:19.466379 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8bf94637-e8e7-492f-99ad-126890c99866 req-b910b45c-d7ed-4e27-82ec-d45d966b96e4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 210 time: 0.0662675 Jun 16 18:36:19.501909 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Allocated IP 172.28.2.196 (7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe/3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a/4636b3ab-7691-4755-b26d-f12bda9532fd) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:36:19.562135 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port 00063d25-8d56-4d22-922b-aec65d8a8c93 completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:36:19.564460 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c0d71e8f-9427-4953-a38a-c5f52395ae8d req-990cf180-33bd-40b1-bc84-b0841a9adf64 service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664985 Jun 16 18:36:19.571309 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 00063d25-8d56-4d22-922b-aec65d8a8c93 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:19.571698 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:19.612921 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d28a092d-f435-4580-bc47-0067c92a0da7 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:36:19.623746 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:19.727008 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:19.730537 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Transition to ACTIVE for port object d28a092d-f435-4580-bc47-0067c92a0da7 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:36:19.754107 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:19.770989 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c0d71e8f-9427-4953-a38a-c5f52395ae8d req-ab6f7770-58ce-4238-bec8-88828a6e6157 service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993871 Jun 16 18:36:19.787464 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:19.847475 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] For port 00063d25-8d56-4d22-922b-aec65d8a8c93, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=00063d25-8d56-4d22-922b-aec65d8a8c93,segment=NetworkSegment(eb64175d-32cf-403f-9dbe-f12267b389de),segment_id=eb64175d-32cf-403f-9dbe-f12267b389de)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:19.850830 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:19.852115 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bf6be-c7d2-4646-b31e-ab04380d904e req-4b739c54-0f96-42c0-b366-c366ebd77555 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:19.858781 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:19.866767 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:19.874672 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-435bf6be-c7d2-4646-b31e-ab04380d904e req-4b739c54-0f96-42c0-b366-c366ebd77555 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 945 time: 0.3845696 Jun 16 18:36:19.930010 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Pushing event updated for resources: {'Port': ['ID=00063d25-8d56-4d22-922b-aec65d8a8c93,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:19.934023 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:19.983472 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Pushing event updated for resources: {'Port': ['ID=d28a092d-f435-4580-bc47-0067c92a0da7,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:19.998336 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:20.016760 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-435bf6be-c7d2-4646-b31e-ab04380d904e req-0c0cbbc3-1c73-473e-adf3-20978e2d7fe9 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452787 Jun 16 18:36:20.045776 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Attempting to bind port d28a092d-f435-4580-bc47-0067c92a0da7 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:36:20.046110 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Attempting to bind port d28a092d-f435-4580-bc47-0067c92a0da7 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '0cf9649c-0b91-4fd6-864b-a51c1be640b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9282434f-95d9-4dfb-9c1b-e0f87163722e'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:36:20.046539 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Attempting to bind port d28a092d-f435-4580-bc47-0067c92a0da7 on network 9282434f-95d9-4dfb-9c1b-e0f87163722e {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:20.052010 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df774d-1f50-44ac-8739-f8dddfa963c8 req-4fa62211-d932-40d8-a040-c123fd84ac4c tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:20.053726 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f3df774d-1f50-44ac-8739-f8dddfa963c8 req-4fa62211-d932-40d8-a040-c123fd84ac4c tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 944 time: 0.1547773 Jun 16 18:36:20.059706 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Port d28a092d-f435-4580-bc47-0067c92a0da7 on network 9282434f-95d9-4dfb-9c1b-e0f87163722e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:36:20.060031 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Attempting to bind port d28a092d-f435-4580-bc47-0067c92a0da7 on network 9282434f-95d9-4dfb-9c1b-e0f87163722e {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:20.066658 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Checking agent: {'id': '430a9a83-85fc-4e56-9798-0b54252fd97b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'started_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:36:20.066986 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Checking segment: {'id': '0cf9649c-0b91-4fd6-864b-a51c1be640b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9282434f-95d9-4dfb-9c1b-e0f87163722e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:36:20.067394 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Bound using segment: {'id': '0cf9649c-0b91-4fd6-864b-a51c1be640b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9282434f-95d9-4dfb-9c1b-e0f87163722e'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:36:20.067856 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Bound port: d28a092d-f435-4580-bc47-0067c92a0da7, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf9649c-0b91-4fd6-864b-a51c1be640b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9282434f-95d9-4dfb-9c1b-e0f87163722e'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:36:20.068241 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:20.099782 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f3df774d-1f50-44ac-8739-f8dddfa963c8 req-a70e253e-bcd9-4e0c-a830-8cb553bfa86c tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae1d172b-fa8e-4c18-889b-2735627cc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381260 Jun 16 18:36:20.104836 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:20.114876 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:20.163130 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:36:20.174956 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:36:20.181691 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:36:20.196198 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] For port d28a092d-f435-4580-bc47-0067c92a0da7, host hv-cinder-66710, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:36:20.198301 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Pushing event updated for resources: {'Port': ['ID=4636b3ab-7691-4755-b26d-f12bda9532fd,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:20.202612 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] For port d28a092d-f435-4580-bc47-0067c92a0da7, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=d28a092d-f435-4580-bc47-0067c92a0da7,segment=NetworkSegment(0cf9649c-0b91-4fd6-864b-a51c1be640b3),segment_id=0cf9649c-0b91-4fd6-864b-a51c1be640b3)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:36:20.233119 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:20.236603 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:20.242743 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:20.288535 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:20.289044 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:20.292299 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] 10.222.0.36 "PUT /v2.0/ports/d28a092d-f435-4580-bc47-0067c92a0da7 HTTP/1.1" status: 200 len: 1094 time: 1.5985987 Jun 16 18:36:20.292299 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:20.292831 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e32b14-2180-4a13-8bac-49f56563adc2', 'tag': 'd28a092d-f435-4580-bc47-0067c92a0da7'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:36:20.295616 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655179149b5f6b883862c147ecb57b300cdde1b97bebaf772ade2758c6b3064c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e7cab4-35d5-47fa-a99f-e61add707151" -d '{"events": [{"name": "network-changed", "server_uuid": "98e32b14-2180-4a13-8bac-49f56563adc2", "tag": "d28a092d-f435-4580-bc47-0067c92a0da7"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:36:20.346247 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Pushing event updated for resources: {'Port': ['ID=d28a092d-f435-4580-bc47-0067c92a0da7,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:20.351186 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:20.374821 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:20.401399 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df51e008-6f0f-4853-b180-2e130ef371b3 x-openstack-request-id: req-df51e008-6f0f-4853-b180-2e130ef371b3 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:36:20.401908 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e32b14-2180-4a13-8bac-49f56563adc2", "tag": "d28a092d-f435-4580-bc47-0067c92a0da7", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:36:20.402306 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-df51e008-6f0f-4853-b180-2e130ef371b3 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:36:20.403054 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e32b14-2180-4a13-8bac-49f56563adc2', 'tag': 'd28a092d-f435-4580-bc47-0067c92a0da7', 'status': 'completed', 'code': 200} Jun 16 18:36:20.615892 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:20.627592 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:20.634945 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:20.636670 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500040d-22cc-40e3-a2d7-7046088d4908 req-0b3b9769-2868-450d-bedd-f7730be67175 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:20.639153 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9500040d-22cc-40e3-a2d7-7046088d4908 req-0b3b9769-2868-450d-bedd-f7730be67175 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 944 time: 0.1296568 Jun 16 18:36:20.687615 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439533'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:20.708940 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-2397f8ca-5dcc-4163-9c0c-f37711904bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:20.710442 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-2397f8ca-5dcc-4163-9c0c-f37711904bf7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baaa2b8c4c5d44e8baf9e3a771ba4427&device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 1097 time: 0.2288458 Jun 16 18:36:20.715700 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Pushing event updated for resources: {'Port': ['ID=4636b3ab-7691-4755-b26d-f12bda9532fd,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:20.719426 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:20.726211 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-eaa66d42-5bcd-40c6-b077-9ae958f28e17 req-0935648e-696a-4c32-87c1-ebb91eca767f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 210 time: 0.0617001 Jun 16 18:36:20.729480 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:20.734315 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1607971 Jun 16 18:36:20.766729 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9500040d-22cc-40e3-a2d7-7046088d4908 req-673bc807-39a0-47c1-bff7-20809573166b tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201286 Jun 16 18:36:20.838947 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-66fb0ac8-cef4-4b9a-8911-efbd6ab1b638 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d28a092d-f435-4580-bc47-0067c92a0da7 HTTP/1.1" status: 200 len: 217 time: 0.1026058 Jun 16 18:36:20.880543 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 00063d25-8d56-4d22-922b-aec65d8a8c93 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:36:20.974792 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 59178) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:20.992978 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-26aec56a-9358-4a8a-853c-24e5d9c6fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:20.995927 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-26aec56a-9358-4a8a-853c-24e5d9c6fb20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e563fc4f-9010-41d8-8c23-09c3514e3f2f HTTP/1.1" status: 200 len: 858 time: 0.1464348 Jun 16 18:36:21.006437 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 00063d25-8d56-4d22-922b-aec65d8a8c93 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:21.006857 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:21.094380 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-c3e83f9f-8ddf-4561-8ceb-215179cb2c41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9282434f-95d9-4dfb-9c1b-e0f87163722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833590 Jun 16 18:36:21.276936 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-e105a5e0-f604-4131-8811-6f8d27b5eb9f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:21.279120 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-e105a5e0-f604-4131-8811-6f8d27b5eb9f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.36 "GET /v2.0/networks?id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 HTTP/1.1" status: 200 len: 817 time: 0.3021135 Jun 16 18:36:21.293784 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-03bbae8e-1f9c-40d1-badf-949d75401c31 service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905184 Jun 16 18:36:21.335784 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5a4733a-e44d-4ee1-8765-2dc00839493f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:21.401993 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-11f1957d-ec02-4780-ba1a-79cd27f480c1 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1413397529&fields=id&tenant_id=7bc91c45bdd24caa9702ccfebfce88a4 HTTP/1.1" status: 200 len: 267 time: 0.2450192 Jun 16 18:36:21.419459 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-059e6e73-df10-44da-aeff-34788bf7ec47 req-df61681b-2ed8-4176-9d98-3628d9bc6366 service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202364 Jun 16 18:36:21.427358 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-9ce161b7-e99b-4f79-876f-ec7d8cabdf77 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b499fafa278b41c4babc557095066e26 HTTP/1.1" status: 200 len: 380 time: 0.1362462 Jun 16 18:36:21.452704 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-16019d9c-e398-488e-bc5b-ad40b6a54f48 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Request body: {'port': {'device_id': '39bc01c5-f2ef-445b-bf34-f04aa28f83b0', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'admin_state_up': True, 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'security_groups': ['001b89f8-18ad-4998-9225-475e17125d53']}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:21.517580 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d636788-0b00-4d2c-a541-135e6e05e986 req-3b724a2b-b0ce-4cab-8c13-41f26b34dddb tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:21.519044 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2d636788-0b00-4d2c-a541-135e6e05e986 req-3b724a2b-b0ce-4cab-8c13-41f26b34dddb tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 945 time: 0.2390320 Jun 16 18:36:21.525906 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7cab4-35d5-47fa-a99f-e61add707151 req-f1a9e126-13a8-44a3-ac61-5ea3b90f9964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:21.527576 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-10e7cab4-35d5-47fa-a99f-e61add707151 req-f1a9e126-13a8-44a3-ac61-5ea3b90f9964 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baaa2b8c4c5d44e8baf9e3a771ba4427&device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 1097 time: 0.0543137 Jun 16 18:36:21.625826 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7cab4-35d5-47fa-a99f-e61add707151 req-99c873bf-3dc5-4f52-b13d-e24b3d93c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:21.627197 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-10e7cab4-35d5-47fa-a99f-e61add707151 req-99c873bf-3dc5-4f52-b13d-e24b3d93c42a service neutron] 10.222.0.36 "GET /v2.0/networks?id=9282434f-95d9-4dfb-9c1b-e0f87163722e HTTP/1.1" status: 200 len: 919 time: 0.0915327 Jun 16 18:36:21.669859 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-10e7cab4-35d5-47fa-a99f-e61add707151 req-3fdc62a4-bb90-4076-8a94-e368f2e8dcc2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d28a092d-f435-4580-bc47-0067c92a0da7 HTTP/1.1" status: 200 len: 217 time: 0.0359507 Jun 16 18:36:21.688176 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2d636788-0b00-4d2c-a541-135e6e05e986 req-0aa133d6-2a67-4f46-8c1a-59acdece63a5 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507292 Jun 16 18:36:21.691472 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bfd55b44-a8fb-4788-91e9-d41975163246 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:21.692726 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bfd55b44-a8fb-4788-91e9-d41975163246 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/networks?id=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 HTTP/1.1" status: 200 len: 811 time: 0.2737031 Jun 16 18:36:21.722658 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-39b2bd38-c884-40d8-a0a6-7eb27b0ea962 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/quotas/7bc91c45bdd24caa9702ccfebfce88a4 HTTP/1.1" status: 200 len: 375 time: 0.0191000 Jun 16 18:36:21.725191 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7cab4-35d5-47fa-a99f-e61add707151 req-af57619c-7545-4cc8-bcee-97da1ae5da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:21.727103 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-10e7cab4-35d5-47fa-a99f-e61add707151 req-af57619c-7545-4cc8-bcee-97da1ae5da84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e563fc4f-9010-41d8-8c23-09c3514e3f2f HTTP/1.1" status: 200 len: 858 time: 0.0511615 Jun 16 18:36:21.766968 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5a4733a-e44d-4ee1-8765-2dc00839493f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:21.768308 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-10e7cab4-35d5-47fa-a99f-e61add707151 req-ee810dcb-0284-4595-ac9d-c35c1c98b261 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9282434f-95d9-4dfb-9c1b-e0f87163722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279222 Jun 16 18:36:21.775848 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5a4733a-e44d-4ee1-8765-2dc00839493f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:21.787987 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-41a3d3a1-07e2-455d-8000-b44d0a9bcfc7 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:21.789197 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:36:21.802495 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 0f431112-4804-4f1b-abd4-9269dca6718f up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:36:21.819344 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-16019d9c-e398-488e-bc5b-ad40b6a54f48 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Made reservation on behalf of b499fafa278b41c4babc557095066e26 for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:36:21.822805 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-16019d9c-e398-488e-bc5b-ad40b6a54f48 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:21.880019 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-e5a4733a-e44d-4ee1-8765-2dc00839493f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=845ceaa93a6843e391c098833aaa0226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9040282 Jun 16 18:36:21.882731 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 59198) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:21.891525 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-10e7cab4-35d5-47fa-a99f-e61add707151 req-d78fd198-d107-411a-b65c-a4941c9ff0c2 service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162744 Jun 16 18:36:21.895761 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4733a-e44d-4ee1-8765-2dc00839493f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a331b841-6666-4c11-80ae-2d9cf292208f,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:21.915083 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning for port 0f431112-4804-4f1b-abd4-9269dca6718f completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:36:21.915594 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e5a4733a-e44d-4ee1-8765-2dc00839493f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:21.929833 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port 0f431112-4804-4f1b-abd4-9269dca6718f triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:21.929833 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:21.933953 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1,segment=NetworkSegment(0cf9649c-0b91-4fd6-864b-a51c1be640b3),segment_id=0cf9649c-0b91-4fd6-864b-a51c1be640b3)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:21.974984 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': 'b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1', 'network_id': '9282434f-95d9-4dfb-9c1b-e0f87163722e', 'port_id': 'b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1', 'mac_address': 'fa:16:3e:54:7f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e563fc4f-9010-41d8-8c23-09c3514e3f2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:36:21.981107 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-b9a17f1f-ba57-4f82-92a6-051353d49d68 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7bc91c45bdd24caa9702ccfebfce88a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2518187 Jun 16 18:36:22.026509 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:22.028666 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3bc3f44c-d5e3-4447-922a-31c1df35e38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:22.055015 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-10e7cab4-35d5-47fa-a99f-e61add707151 req-6c75d432-f32d-4b3c-adc2-b7c6b3c93349 service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548381 Jun 16 18:36:22.057885 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:36:22.066391 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3bc3f44c-d5e3-4447-922a-31c1df35e38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:22.075165 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e41752-7476-4320-8e4d-db33e3421e4a req-3f4b5672-0f03-4813-9a38-71d377db190d tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:22.082092 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f9e41752-7476-4320-8e4d-db33e3421e4a req-3f4b5672-0f03-4813-9a38-71d377db190d tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 944 time: 0.2707705 Jun 16 18:36:22.082731 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:22.087854 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1,segment=NetworkSegment(0cf9649c-0b91-4fd6-864b-a51c1be640b3),segment_id=0cf9649c-0b91-4fd6-864b-a51c1be640b3)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:22.095287 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:22.098827 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:22.135458 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3bc3f44c-d5e3-4447-922a-31c1df35e38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:22.138944 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7cad6f-686b-429a-8d29-bbbd4b78a304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f431112-4804-4f1b-abd4-9269dca6718f'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:36:22.141443 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3bc3f44c-d5e3-4447-922a-31c1df35e38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:22.143271 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-3bc3f44c-d5e3-4447-922a-31c1df35e38f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a331b841-6666-4c11-80ae-2d9cf292208f HTTP/1.1" status: 204 len: 168 time: 0.2593095 Jun 16 18:36:22.144032 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-461a2952-7f79-4e4c-a682-6586927dd183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:22.158053 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-16019d9c-e398-488e-bc5b-ad40b6a54f48 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Allocated IP 172.20.0.4 (41f0e0c5-73d7-458e-ba2f-60e6386a9ce1/9205b992-70f4-45d4-95c8-9d9cd90b84b2/899057e7-c362-4f10-a1a3-bccc071f980d) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:36:22.160503 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3f44c-d5e3-4447-922a-31c1df35e38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a331b841-6666-4c11-80ae-2d9cf292208f,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:22.163844 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3bc3f44c-d5e3-4447-922a-31c1df35e38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:22.225056 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f9e41752-7476-4320-8e4d-db33e3421e4a req-6df32b8f-36dd-4ec3-9636-c2376a525f5b tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae1d172b-fa8e-4c18-889b-2735627cc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420138 Jun 16 18:36:22.236391 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-a0c2ff32-38dd-42ba-a33d-d1ec8048e125 service neutron] 10.222.0.46 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427292 Jun 16 18:36:22.256262 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 0f431112-4804-4f1b-abd4-9269dca6718f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0f431112-4804-4f1b-abd4-9269dca6718f,segment=NetworkSegment(c068b2ce-f93f-4b15-b978-7ef6276488b8),segment_id=c068b2ce-f93f-4b15-b978-7ef6276488b8)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:22.280038 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:22.282762 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 0acc69bd-96ad-430c-8d92-a8c02507e34d up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:36:22.289123 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:22.336042 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:22.337590 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:22.392282 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:36:22.476723 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735aa0d3-e6c5-40c0-9de4-12c615ef3022" -d '{"events": [{"server_uuid": "7d7cad6f-686b-429a-8d29-bbbd4b78a304", "name": "network-vif-plugged", "status": "completed", "tag": "0f431112-4804-4f1b-abd4-9269dca6718f"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:36:22.504411 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=0f431112-4804-4f1b-abd4-9269dca6718f,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:22.513902 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:22.608797 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning for port 0acc69bd-96ad-430c-8d92-a8c02507e34d completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:36:22.621789 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port 0acc69bd-96ad-430c-8d92-a8c02507e34d triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:22.622187 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:22.734169 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 59244) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:22.771859 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a1356d41-2e51-49cc-a088-c946689af962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:22.783527 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-4455bb77-1271-498c-9c5d-7b92c132e4c1 service neutron] 10.222.0.46 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461786 Jun 16 18:36:22.808578 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:22.827301 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-16019d9c-e398-488e-bc5b-ad40b6a54f48 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:22.855300 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 0acc69bd-96ad-430c-8d92-a8c02507e34d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0acc69bd-96ad-430c-8d92-a8c02507e34d,segment=NetworkSegment(4e4fea13-e2fd-497b-9526-636fc53a6bfe),segment_id=4e4fea13-e2fd-497b-9526-636fc53a6bfe)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:22.864297 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:22.868727 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:22.877524 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-16019d9c-e398-488e-bc5b-ad40b6a54f48 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Transition to ACTIVE for port object 899057e7-c362-4f10-a1a3-bccc071f980d will not be triggered until provisioned by entity DHCP. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:36:22.892094 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca354bd9-94b8-4607-8d61-edad51c64942 req-2c16886c-f234-4526-b6a0-d6c0582c0d41 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:22.901738 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ca354bd9-94b8-4607-8d61-edad51c64942 req-2c16886c-f234-4526-b6a0-d6c0582c0d41 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 944 time: 0.2620907 Jun 16 18:36:22.946572 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=0acc69bd-96ad-430c-8d92-a8c02507e34d,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:22.952669 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:22.959294 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a1356d41-2e51-49cc-a088-c946689af962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:22.964586 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a1356d41-2e51-49cc-a088-c946689af962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:22.969500 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:23.001473 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 59250) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:23.025678 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ca354bd9-94b8-4607-8d61-edad51c64942 req-bb9b1f9d-18da-455a-b651-14051572ba12 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078935 Jun 16 18:36:23.029190 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-16019d9c-e398-488e-bc5b-ad40b6a54f48 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:23.036447 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-a1356d41-2e51-49cc-a088-c946689af962 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=27a57adf7407447dabdb5f40d1593354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972832 Jun 16 18:36:23.036447 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1356d41-2e51-49cc-a088-c946689af962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bb539a-3558-470b-abce-723d3952ae86,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:23.036905 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e5ac9d24-f53c-4566-bb85-245ca7e84591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:23.038720 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 59256) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:23.048065 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a1356d41-2e51-49cc-a088-c946689af962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:23.126771 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-16019d9c-e398-488e-bc5b-ad40b6a54f48 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Network 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:36:23.131946 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-16019d9c-e398-488e-bc5b-ad40b6a54f48 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:36:23.139816 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0db2455a-49c4-448c-bdd9-c98f6ad592cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:23.149569 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-16019d9c-e398-488e-bc5b-ad40b6a54f48 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:36:23.157701 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-16019d9c-e398-488e-bc5b-ad40b6a54f48 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:23.158506 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-16019d9c-e398-488e-bc5b-ad40b6a54f48 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:23.172113 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0db2455a-49c4-448c-bdd9-c98f6ad592cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:23.240890 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0db2455a-49c4-448c-bdd9-c98f6ad592cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:23.249038 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-51473f9c-5c8a-4047-b179-0b88a647a051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:23.251667 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0db2455a-49c4-448c-bdd9-c98f6ad592cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:23.254471 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-0db2455a-49c4-448c-bdd9-c98f6ad592cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/40bb539a-3558-470b-abce-723d3952ae86 HTTP/1.1" status: 204 len: 168 time: 0.2140660 Jun 16 18:36:23.254759 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:23.282675 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2455a-49c4-448c-bdd9-c98f6ad592cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bb539a-3558-470b-abce-723d3952ae86,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:23.292586 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0db2455a-49c4-448c-bdd9-c98f6ad592cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:23.303901 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-16019d9c-e398-488e-bc5b-ad40b6a54f48 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8635609 Jun 16 18:36:23.321075 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16019d9c-e398-488e-bc5b-ad40b6a54f48 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Pushing event updated for resources: {'Port': ['ID=899057e7-c362-4f10-a1a3-bccc071f980d,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:23.329254 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-16019d9c-e398-488e-bc5b-ad40b6a54f48 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:23.336278 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Request body: {'port': {'device_id': '39bc01c5-f2ef-445b-bf34-f04aa28f83b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:23.421075 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da899eb-3668-4d5f-99a8-8dd74123f1c0 x-openstack-request-id: req-5da899eb-3668-4d5f-99a8-8dd74123f1c0 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:36:23.421468 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7cad6f-686b-429a-8d29-bbbd4b78a304", "name": "network-vif-plugged", "status": "completed", "tag": "0f431112-4804-4f1b-abd4-9269dca6718f", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:36:23.421824 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5da899eb-3668-4d5f-99a8-8dd74123f1c0 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:36:23.422540 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7cad6f-686b-429a-8d29-bbbd4b78a304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f431112-4804-4f1b-abd4-9269dca6718f', 'code': 200} Jun 16 18:36:23.446072 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-ed6e1ffb-83da-475d-98b4-380123a91729 None None] Provisioning for port 899057e7-c362-4f10-a1a3-bccc071f980d completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:36:23.462557 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcdc41-8d02-4923-a86a-d7376b2e998b req-b65df43a-31c2-46f1-aefa-fe693b49cf85 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:23.464528 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b0bcdc41-8d02-4923-a86a-d7376b2e998b req-b65df43a-31c2-46f1-aefa-fe693b49cf85 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 931 time: 0.3006194 Jun 16 18:36:23.479286 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-ed6e1ffb-83da-475d-98b4-380123a91729 None None] Provisioning complete for port 899057e7-c362-4f10-a1a3-bccc071f980d triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:23.481534 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ed6e1ffb-83da-475d-98b4-380123a91729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:23.526930 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:23.564367 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-ed6e1ffb-83da-475d-98b4-380123a91729 None None] Port 899057e7-c362-4f10-a1a3-bccc071f980d cannot update to ACTIVE because it is not bound. {{(pid=92980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:36:23.566565 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b0bcdc41-8d02-4923-a86a-d7376b2e998b req-9632d3c6-539a-46a5-b870-dc261863e299 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907674 Jun 16 18:36:23.635748 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-51473f9c-5c8a-4047-b179-0b88a647a051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:23.657287 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-51473f9c-5c8a-4047-b179-0b88a647a051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:23.708900 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:23.712481 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-51473f9c-5c8a-4047-b179-0b88a647a051 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e2bf436b50a14620bb7f160ade1d51e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7071614 Jun 16 18:36:23.716263 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 59278) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:23.793616 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9b229404-ad37-4860-8b4c-15be31b7d678 req-22a39af7-f8bc-413a-b3bb-c599dd13e421 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 210 time: 0.1138754 Jun 16 18:36:23.802137 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:36:23.816052 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258275e8-7444-4b53-aba7-f55ba43b8030 req-0bca653e-6367-45bc-9df2-a601f3aa0153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:23.817573 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-258275e8-7444-4b53-aba7-f55ba43b8030 req-0bca653e-6367-45bc-9df2-a601f3aa0153 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 1098 time: 0.1675193 Jun 16 18:36:23.830092 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9fed27ec-0aa1-45a9-82bb-ac5429752fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:23.835645 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51473f9c-5c8a-4047-b179-0b88a647a051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb274403-290d-4a44-84be-a7e035b84e00,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:23.847264 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-51473f9c-5c8a-4047-b179-0b88a647a051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:23.878549 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning for port b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:36:23.886630 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:23.886774 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae726dd-c854-4ff7-862e-de001353fe47 req-d09c4c09-f33c-4657-9f67-fe3dbb02d08f tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:23.887555 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:23.894363 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0ae726dd-c854-4ff7-862e-de001353fe47 req-d09c4c09-f33c-4657-9f67-fe3dbb02d08f tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 946 time: 0.2642984 Jun 16 18:36:24.007347 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0ae726dd-c854-4ff7-862e-de001353fe47 req-2a19ca77-056f-4f8a-aaaa-98e7db35fc3a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119533 Jun 16 18:36:24.055731 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:24.152557 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1,segment=NetworkSegment(0cf9649c-0b91-4fd6-864b-a51c1be640b3),segment_id=0cf9649c-0b91-4fd6-864b-a51c1be640b3)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:24.161926 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:24.163870 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-2039fd39-50a2-412f-bf5c-86f85e426b56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:24.173182 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-258275e8-7444-4b53-aba7-f55ba43b8030 req-735f9649-082d-4d9d-9ead-e3c99c98425c service neutron] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:24.257894 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:24.260691 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:24.263288 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899057e7-c362-4f10-a1a3-bccc071f980d {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:36:24.277258 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:24.300096 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9fed27ec-0aa1-45a9-82bb-ac5429752fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:24.351044 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-258275e8-7444-4b53-aba7-f55ba43b8030 req-735f9649-082d-4d9d-9ead-e3c99c98425c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:24.360772 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-258275e8-7444-4b53-aba7-f55ba43b8030 req-735f9649-082d-4d9d-9ead-e3c99c98425c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:24.406448 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3bc3f44c-d5e3-4447-922a-31c1df35e38f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:24.407665 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-258275e8-7444-4b53-aba7-f55ba43b8030 req-735f9649-082d-4d9d-9ead-e3c99c98425c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ae1d172b-fa8e-4c18-889b-2735627cc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5787623 Jun 16 18:36:24.420567 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113a288-3d7e-4863-80b9-fcb797d1a996 req-366894d4-37a2-481e-9c60-103df50d4ebd tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:24.422300 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c113a288-3d7e-4863-80b9-fcb797d1a996 req-366894d4-37a2-481e-9c60-103df50d4ebd tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 945 time: 0.3254673 Jun 16 18:36:24.442751 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9fed27ec-0aa1-45a9-82bb-ac5429752fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:24.452382 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9fed27ec-0aa1-45a9-82bb-ac5429752fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:24.452523 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Transition to ACTIVE for port object 899057e7-c362-4f10-a1a3-bccc071f980d will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:36:24.452622 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-9fed27ec-0aa1-45a9-82bb-ac5429752fda admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eb274403-290d-4a44-84be-a7e035b84e00 HTTP/1.1" status: 204 len: 168 time: 0.7285597 Jun 16 18:36:24.452622 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9649-082d-4d9d-9ead-e3c99c98425c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c04e6f16-edb0-43fd-89eb-c943a1da19c0,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:24.465316 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-735f9649-082d-4d9d-9ead-e3c99c98425c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:24.465965 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:24.474628 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7e982-e7c5-4272-b7f5-20ea884a04b5 req-0e54b18f-1db9-4417-914c-11aeca1e2f9e tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:24.476078 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-31c7e982-e7c5-4272-b7f5-20ea884a04b5 req-0e54b18f-1db9-4417-914c-11aeca1e2f9e tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 944 time: 0.2013559 Jun 16 18:36:24.477189 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:24.486854 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed27ec-0aa1-45a9-82bb-ac5429752fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb274403-290d-4a44-84be-a7e035b84e00,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:24.495468 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9fed27ec-0aa1-45a9-82bb-ac5429752fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:24.502566 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:24.541875 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c113a288-3d7e-4863-80b9-fcb797d1a996 req-28f54e4b-7d7b-4d9d-9af5-05b65a552f31 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae1d172b-fa8e-4c18-889b-2735627cc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105711 Jun 16 18:36:24.681889 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Pushing event updated for resources: {'Port': ['ID=899057e7-c362-4f10-a1a3-bccc071f980d,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:24.702867 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-31c7e982-e7c5-4272-b7f5-20ea884a04b5 req-19841605-5c66-4d4c-b466-d141859cf8b9 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105980 Jun 16 18:36:24.705004 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:24.710848 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Attempting to bind port 899057e7-c362-4f10-a1a3-bccc071f980d on host hv-cinder-66710 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:36:24.711290 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Attempting to bind port 899057e7-c362-4f10-a1a3-bccc071f980d by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '6f086f77-c793-471e-8039-3179b6fbf15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:36:24.711528 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Attempting to bind port 899057e7-c362-4f10-a1a3-bccc071f980d on network 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:24.717665 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Port 899057e7-c362-4f10-a1a3-bccc071f980d on network 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:36:24.718150 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Attempting to bind port 899057e7-c362-4f10-a1a3-bccc071f980d on network 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:24.724347 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Checking agent: {'id': '430a9a83-85fc-4e56-9798-0b54252fd97b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'started_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:36:24.725068 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Checking segment: {'id': '6f086f77-c793-471e-8039-3179b6fbf15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:36:24.725993 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Bound using segment: {'id': '6f086f77-c793-471e-8039-3179b6fbf15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:36:24.726660 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Bound port: 899057e7-c362-4f10-a1a3-bccc071f980d, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f086f77-c793-471e-8039-3179b6fbf15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:36:24.727372 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:24.861435 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] For port 899057e7-c362-4f10-a1a3-bccc071f980d, host hv-cinder-66710, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:36:24.865661 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] For port 899057e7-c362-4f10-a1a3-bccc071f980d, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=899057e7-c362-4f10-a1a3-bccc071f980d,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:36:24.874620 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:24.881357 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-16019d9c-e398-488e-bc5b-ad40b6a54f48 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:24.924708 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:24.925353 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:24.927100 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] 10.222.0.36 "PUT /v2.0/ports/899057e7-c362-4f10-a1a3-bccc071f980d HTTP/1.1" status: 200 len: 1093 time: 1.5967915 Jun 16 18:36:24.927578 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39bc01c5-f2ef-445b-bf34-f04aa28f83b0', 'tag': '899057e7-c362-4f10-a1a3-bccc071f980d'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:36:24.930890 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2cf2f6-a5ae-4e6b-9de9-7a9b9c704244" -d '{"events": [{"name": "network-changed", "server_uuid": "39bc01c5-f2ef-445b-bf34-f04aa28f83b0", "tag": "899057e7-c362-4f10-a1a3-bccc071f980d"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:36:24.952565 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53e8dd-f0ea-45d2-a16c-0b501b149702 req-d811bd95-aad4-476d-b360-966480e173b2 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:24.954470 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4a53e8dd-f0ea-45d2-a16c-0b501b149702 req-d811bd95-aad4-476d-b360-966480e173b2 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 943 time: 0.1543686 Jun 16 18:36:24.984078 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Pushing event updated for resources: {'Port': ['ID=899057e7-c362-4f10-a1a3-bccc071f980d,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:24.988864 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:25.087080 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4a53e8dd-f0ea-45d2-a16c-0b501b149702 req-be62b507-ce41-4c31-9331-fa4d2f56e3b4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224363 Jun 16 18:36:25.170192 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-580e1d36-2a24-43ed-b947-7b8c1c277459 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:25.172952 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d3180512-9c06-4c82-9efd-01636e6996b4 req-54e3e9d9-c803-4412-81a0-d99e2f082ec6 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 210 time: 0.0972166 Jun 16 18:36:25.174668 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-580e1d36-2a24-43ed-b947-7b8c1c277459 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.36 "GET /v2.0/networks?id=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 HTTP/1.1" status: 200 len: 811 time: 0.2479584 Jun 16 18:36:25.256414 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-81d3aad6-01a6-4e60-96b2-bb057aab2552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:25.257930 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-81d3aad6-01a6-4e60-96b2-bb057aab2552 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b499fafa278b41c4babc557095066e26&device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 1096 time: 0.2419388 Jun 16 18:36:25.258397 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 59336) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:25.291532 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-b956d3f3-55a8-470b-a5e1-257b9b0c227f tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bc91c45bdd24caa9702ccfebfce88a4 HTTP/1.1" status: 200 len: 380 time: 0.1077607 Jun 16 18:36:25.303484 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-cf625447-daf3-4dd8-9d3e-976f490fae69 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Request body: {'port': {'device_id': 'fa54879f-cf5f-417c-b708-5aaa2557288a', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'admin_state_up': True, 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'security_groups': ['dca20eb3-4daf-44a6-a180-b15ba6438928']}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:25.304969 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f9c6537d-c6e9-4115-ae98-a907a612afdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:25.359443 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a38b680-b95f-40e9-a4cf-ec681b7ad049 x-openstack-request-id: req-8a38b680-b95f-40e9-a4cf-ec681b7ad049 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:36:25.360112 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39bc01c5-f2ef-445b-bf34-f04aa28f83b0", "tag": "899057e7-c362-4f10-a1a3-bccc071f980d", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:36:25.360608 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a38b680-b95f-40e9-a4cf-ec681b7ad049 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:36:25.361205 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39bc01c5-f2ef-445b-bf34-f04aa28f83b0', 'tag': '899057e7-c362-4f10-a1a3-bccc071f980d', 'status': 'completed', 'code': 200} Jun 16 18:36:25.369741 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-86dd0f0b-d9e9-4d5f-ade8-ab770130f1bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=899057e7-c362-4f10-a1a3-bccc071f980d HTTP/1.1" status: 200 len: 217 time: 0.0941939 Jun 16 18:36:25.423692 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c494fdf2-b6f9-425d-8d1b-259fa16b700b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acc69bd-96ad-430c-8d92-a8c02507e34d'}, {'server_uuid': '63d0ffc7-384d-42f3-8e93-42b06aea8699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:36:25.426093 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e82e2b7-51bd-4933-bc78-1a61994f121c" -d '{"events": [{"server_uuid": "c494fdf2-b6f9-425d-8d1b-259fa16b700b", "name": "network-vif-plugged", "status": "completed", "tag": "0acc69bd-96ad-430c-8d92-a8c02507e34d"}, {"server_uuid": "63d0ffc7-384d-42f3-8e93-42b06aea8699", "name": "network-vif-plugged", "status": "completed", "tag": "b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:36:25.462753 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.db.api [None req-f9c6537d-c6e9-4115-ae98-a907a612afdd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 18:36:25.462753 dv-cinder-667108-31-smb neutron-server[92978]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 16 18:36:25.462753 dv-cinder-667108-31-smb neutron-server[92978]: [parameters: {'project_id': '83a4fed7e5c3414e861e00779ced0798', 'id': 'e9d4c360-8986-4479-8a3d-f49b7772abfa', 'expiration': datetime.datetime(2021, 6, 16, 18, 38, 25, 446533)}] Jun 16 18:36:25.462753 dv-cinder-667108-31-smb neutron-server[92978]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 18:36:25.463109 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_db.api [None req-f9c6537d-c6e9-4115-ae98-a907a612afdd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 18:36:25.464219 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-cf625447-daf3-4dd8-9d3e-976f490fae69 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Made reservation on behalf of 7bc91c45bdd24caa9702ccfebfce88a4 for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:36:25.468881 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-cf625447-daf3-4dd8-9d3e-976f490fae69 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:25.485824 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Jun 2021 18:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf52bc5-2788-41bf-9e18-5bc9fdbc82f6 x-openstack-request-id: req-edf52bc5-2788-41bf-9e18-5bc9fdbc82f6 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:36:25.485824 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c494fdf2-b6f9-425d-8d1b-259fa16b700b", "name": "network-vif-plugged", "status": "completed", "tag": "0acc69bd-96ad-430c-8d92-a8c02507e34d", "code": 200}, {"server_uuid": "63d0ffc7-384d-42f3-8e93-42b06aea8699", "name": "network-vif-plugged", "status": "completed", "tag": "b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:36:25.485824 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-edf52bc5-2788-41bf-9e18-5bc9fdbc82f6 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:36:25.485824 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c494fdf2-b6f9-425d-8d1b-259fa16b700b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acc69bd-96ad-430c-8d92-a8c02507e34d', 'code': 200} Jun 16 18:36:25.485824 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d0ffc7-384d-42f3-8e93-42b06aea8699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1', 'code': 200} Jun 16 18:36:25.490286 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-219841a2-ae98-49a2-8351-a1f3f55f9613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:25.492001 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-219841a2-ae98-49a2-8351-a1f3f55f9613 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9205b992-70f4-45d4-95c8-9d9cd90b84b2 HTTP/1.1" status: 200 len: 856 time: 0.1122670 Jun 16 18:36:25.504815 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5dfa1-6f6a-468c-8252-b1bc78f72b7a req-630a39bc-b71f-40bb-9ebf-4ee09da4147a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:25.506326 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3eb5dfa1-6f6a-468c-8252-b1bc78f72b7a req-630a39bc-b71f-40bb-9ebf-4ee09da4147a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 946 time: 0.1440332 Jun 16 18:36:25.607738 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3eb5dfa1-6f6a-468c-8252-b1bc78f72b7a req-261c06b5-66f1-4cba-b3a4-2a84d097722a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908246 Jun 16 18:36:25.640605 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-cf625447-daf3-4dd8-9d3e-976f490fae69 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Allocated IP 172.20.0.10 (c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9/dc7cf5ef-6aa1-4199-9c30-73b9adb626d9/d19050fd-e9b4-4edd-9f70-c11df229711a) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:36:25.704236 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-14920fa5-3af8-42dc-b6fe-c5069dace311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:25.705735 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-14920fa5-3af8-42dc-b6fe-c5069dace311 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1984782 Jun 16 18:36:25.801399 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device d28a092d-f435-4580-bc47-0067c92a0da7 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:36:25.949061 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.36', 59749) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:25.956829 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-cf625447-daf3-4dd8-9d3e-976f490fae69 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:25.978138 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-cf625447-daf3-4dd8-9d3e-976f490fae69 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Transition to ACTIVE for port object d19050fd-e9b4-4edd-9f70-c11df229711a will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:36:26.011514 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port d28a092d-f435-4580-bc47-0067c92a0da7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=d28a092d-f435-4580-bc47-0067c92a0da7,segment=NetworkSegment(0cf9649c-0b91-4fd6-864b-a51c1be640b3),segment_id=0cf9649c-0b91-4fd6-864b-a51c1be640b3)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:26.012816 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625beb5e-a542-43c2-ad89-26e2d8429285 req-039a286a-06ac-4818-8a14-82a2d6dd1617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:26.014555 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-625beb5e-a542-43c2-ad89-26e2d8429285 req-039a286a-06ac-4818-8a14-82a2d6dd1617 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 1098 time: 0.1725850 Jun 16 18:36:26.026180 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': 'd28a092d-f435-4580-bc47-0067c92a0da7', 'network_id': '9282434f-95d9-4dfb-9c1b-e0f87163722e', 'port_id': 'd28a092d-f435-4580-bc47-0067c92a0da7', 'mac_address': 'fa:16:3e:b1:62:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e563fc4f-9010-41d8-8c23-09c3514e3f2f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:36:26.061676 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f9c6537d-c6e9-4115-ae98-a907a612afdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:26.062689 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-cf625447-daf3-4dd8-9d3e-976f490fae69 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:26.069898 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-625beb5e-a542-43c2-ad89-26e2d8429285 req-21c7ffee-6734-4f96-aef3-4614b9f4e829 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477667 Jun 16 18:36:26.071287 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:26.081386 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:26.124265 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d28a092d-f435-4580-bc47-0067c92a0da7 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:36:26.168861 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-cf625447-daf3-4dd8-9d3e-976f490fae69 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Network c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:36:26.173956 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port d28a092d-f435-4580-bc47-0067c92a0da7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=d28a092d-f435-4580-bc47-0067c92a0da7,segment=NetworkSegment(0cf9649c-0b91-4fd6-864b-a51c1be640b3),segment_id=0cf9649c-0b91-4fd6-864b-a51c1be640b3)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:26.178118 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-cf625447-daf3-4dd8-9d3e-976f490fae69 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:36:26.182265 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-cf625447-daf3-4dd8-9d3e-976f490fae69 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:36:26.188103 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-cf625447-daf3-4dd8-9d3e-976f490fae69 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:26.188775 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-cf625447-daf3-4dd8-9d3e-976f490fae69 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:26.189929 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:26.191959 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-2039fd39-50a2-412f-bf5c-86f85e426b56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:26.196501 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-b7043b0f-2e0c-43d0-99f5-ad922ee73849 service neutron] 10.222.0.36 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805322 Jun 16 18:36:26.205387 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf625447-daf3-4dd8-9d3e-976f490fae69 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Pushing event updated for resources: {'Port': ['ID=d19050fd-e9b4-4edd-9f70-c11df229711a,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:26.205600 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cf625447-daf3-4dd8-9d3e-976f490fae69 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:26.271568 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=d28a092d-f435-4580-bc47-0067c92a0da7,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:26.276865 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:26.487398 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['d28a092d-f435-4580-bc47-0067c92a0da7'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:36:26.529637 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-aedf4d4a-f23a-4c86-af8b-eb0321e73360 None None] Provisioning for port d19050fd-e9b4-4edd-9f70-c11df229711a completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:36:26.537344 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-aedf4d4a-f23a-4c86-af8b-eb0321e73360 None None] Provisioning complete for port d19050fd-e9b4-4edd-9f70-c11df229711a triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:26.537806 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aedf4d4a-f23a-4c86-af8b-eb0321e73360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:26.586977 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-aedf4d4a-f23a-4c86-af8b-eb0321e73360 None None] Port d19050fd-e9b4-4edd-9f70-c11df229711a cannot update to ACTIVE because it is not bound. {{(pid=92980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:36:26.595914 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166ca52-5621-46c4-a9e0-cfd9e3b69f8a req-0cdd1302-f389-4f10-b21a-66197981ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:26.598167 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e166ca52-5621-46c4-a9e0-cfd9e3b69f8a req-0cdd1302-f389-4f10-b21a-66197981ad86 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 1099 time: 0.6474938 Jun 16 18:36:26.612938 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb721685-4a16-411c-ac21-e8af2778296e req-ff9a0594-304c-4057-8940-6cac83f3e88f tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:26.614582 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cb721685-4a16-411c-ac21-e8af2778296e req-ff9a0594-304c-4057-8940-6cac83f3e88f tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 945 time: 0.7318909 Jun 16 18:36:26.641286 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41228b-0d41-43bc-b21c-4d3c89d4449c req-ab20b123-d965-4c3a-9650-d64077cdeea3 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:26.642899 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4f41228b-0d41-43bc-b21c-4d3c89d4449c req-ab20b123-d965-4c3a-9650-d64077cdeea3 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 944 time: 0.7612054 Jun 16 18:36:26.760905 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-093eb70d-0d94-4df1-8d22-851bce68e726 req-b4c91436-83d9-44be-8261-8531ebf034bc service neutron] 10.222.0.36 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383897 Jun 16 18:36:26.764517 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e166ca52-5621-46c4-a9e0-cfd9e3b69f8a req-39e0cac7-b241-4884-a828-a416c2cb8fa4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449990 Jun 16 18:36:26.773360 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cb721685-4a16-411c-ac21-e8af2778296e req-f04ef311-505c-4802-9ca4-ac5e7c694d22 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae1d172b-fa8e-4c18-889b-2735627cc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461170 Jun 16 18:36:26.786502 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4f41228b-0d41-43bc-b21c-4d3c89d4449c req-6dd3e03e-c919-4102-88d3-ccd5958f4aca tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214564 Jun 16 18:36:26.807559 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f9c6537d-c6e9-4115-ae98-a907a612afdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:26.813113 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f9c6537d-c6e9-4115-ae98-a907a612afdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:26.816006 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4da93c93-8f07-4b65-a81e-daed6a4ca78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:26.821209 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-cf625447-daf3-4dd8-9d3e-976f490fae69 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5216002 Jun 16 18:36:26.854667 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-f9c6537d-c6e9-4115-ae98-a907a612afdd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83a4fed7e5c3414e861e00779ced0798&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5940175 Jun 16 18:36:26.855250 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6537d-c6e9-4115-ae98-a907a612afdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c93d268-d5c8-4b57-8ab1-d51b8709444f,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:26.857884 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 59398) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:26.859498 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f9c6537d-c6e9-4115-ae98-a907a612afdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:26.866131 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Request body: {'port': {'device_id': 'fa54879f-cf5f-417c-b708-5aaa2557288a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:26.953202 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8b6fa118-1248-4d24-a244-189e155e2fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:27.008462 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8b6fa118-1248-4d24-a244-189e155e2fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:27.010349 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:27.014849 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cf2f6-a5ae-4e6b-9de9-7a9b9c704244 req-f19a0047-2619-4071-9baa-9c46125c17e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:27.016388 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2c2cf2f6-a5ae-4e6b-9de9-7a9b9c704244 req-f19a0047-2619-4071-9baa-9c46125c17e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b499fafa278b41c4babc557095066e26&device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 1096 time: 0.1426492 Jun 16 18:36:27.063517 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf71cb-3e71-418b-a463-4f3a816a5c5f req-53079f5d-25c2-41cc-b7d9-d705d792b957 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:27.065016 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-12bf71cb-3e71-418b-a463-4f3a816a5c5f req-53079f5d-25c2-41cc-b7d9-d705d792b957 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 943 time: 0.1549182 Jun 16 18:36:27.093576 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e55904-510a-435f-a02e-34c940bcd5bf req-8a8073bf-e63e-47e4-a5f0-dbdfff39b86a tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:27.095034 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-28e55904-510a-435f-a02e-34c940bcd5bf req-8a8073bf-e63e-47e4-a5f0-dbdfff39b86a tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 932 time: 0.1714156 Jun 16 18:36:27.157567 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8b6fa118-1248-4d24-a244-189e155e2fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:27.162289 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8b6fa118-1248-4d24-a244-189e155e2fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:27.163619 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-8b6fa118-1248-4d24-a244-189e155e2fbd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c93d268-d5c8-4b57-8ab1-d51b8709444f HTTP/1.1" status: 204 len: 168 time: 0.3041575 Jun 16 18:36:27.166340 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:27.178496 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fa118-1248-4d24-a244-189e155e2fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c93d268-d5c8-4b57-8ab1-d51b8709444f,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:27.207753 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-12bf71cb-3e71-418b-a463-4f3a816a5c5f req-2fa77850-04d1-45fb-9b67-90ffc03ac0a9 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319172 Jun 16 18:36:27.211094 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-28e55904-510a-435f-a02e-34c940bcd5bf req-3a3f0424-8dd7-4284-ba95-8ae4b29ca0ad tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897739 Jun 16 18:36:27.212093 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cf2f6-a5ae-4e6b-9de9-7a9b9c704244 req-3775c681-b43a-4dc4-afe3-8ed77b7d7101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:27.213759 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2c2cf2f6-a5ae-4e6b-9de9-7a9b9c704244 req-3775c681-b43a-4dc4-afe3-8ed77b7d7101 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 HTTP/1.1" status: 200 len: 918 time: 0.1879544 Jun 16 18:36:27.228765 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8b6fa118-1248-4d24-a244-189e155e2fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:27.274664 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2c2cf2f6-a5ae-4e6b-9de9-7a9b9c704244 req-e79aee49-fb1d-45e1-9d5c-9df91b009adf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=899057e7-c362-4f10-a1a3-bccc071f980d HTTP/1.1" status: 200 len: 217 time: 0.0498505 Jun 16 18:36:27.369944 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cf2f6-a5ae-4e6b-9de9-7a9b9c704244 req-8d635a63-bb1b-4197-bf5d-75b9ac7063f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:27.372263 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2c2cf2f6-a5ae-4e6b-9de9-7a9b9c704244 req-8d635a63-bb1b-4197-bf5d-75b9ac7063f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9205b992-70f4-45d4-95c8-9d9cd90b84b2 HTTP/1.1" status: 200 len: 856 time: 0.0868776 Jun 16 18:36:27.417302 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19050fd-e9b4-4edd-9f70-c11df229711a {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:36:27.431838 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:27.451176 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Transition to ACTIVE for port object d19050fd-e9b4-4edd-9f70-c11df229711a will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:36:27.456263 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:27.460448 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:27.506880 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3a691-acef-4c0e-a922-cac42bc852a7 req-ff9e4641-00d3-4cab-8f2d-c9a8e0dfd813 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:27.508790 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-79d3a691-acef-4c0e-a922-cac42bc852a7 req-ff9e4641-00d3-4cab-8f2d-c9a8e0dfd813 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 946 time: 0.1353412 Jun 16 18:36:27.530440 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cf2f6-a5ae-4e6b-9de9-7a9b9c704244 req-9f3bbb30-d8ae-448c-a016-8f8e3ea9dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:27.532589 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2c2cf2f6-a5ae-4e6b-9de9-7a9b9c704244 req-9f3bbb30-d8ae-448c-a016-8f8e3ea9dad9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1462648 Jun 16 18:36:27.551633 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d19050fd-e9b4-4edd-9f70-c11df229711a,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:27.572281 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:27.587406 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Attempting to bind port d19050fd-e9b4-4edd-9f70-c11df229711a on host hv-cinder-66710 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:36:27.587843 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Attempting to bind port d19050fd-e9b4-4edd-9f70-c11df229711a by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'eb64175d-32cf-403f-9dbe-f12267b389de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:36:27.588277 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Attempting to bind port d19050fd-e9b4-4edd-9f70-c11df229711a on network c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:27.594110 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Port d19050fd-e9b4-4edd-9f70-c11df229711a on network c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:36:27.594523 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Attempting to bind port d19050fd-e9b4-4edd-9f70-c11df229711a on network c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:27.601910 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Checking agent: {'id': '430a9a83-85fc-4e56-9798-0b54252fd97b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'started_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:36:27.602328 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Checking segment: {'id': 'eb64175d-32cf-403f-9dbe-f12267b389de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:36:27.602779 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Bound using segment: {'id': 'eb64175d-32cf-403f-9dbe-f12267b389de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:36:27.603282 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Bound port: d19050fd-e9b4-4edd-9f70-c11df229711a, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb64175d-32cf-403f-9dbe-f12267b389de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:36:27.603694 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:27.659958 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-79d3a691-acef-4c0e-a922-cac42bc852a7 req-44dcd76a-0d81-4c03-bb91-1d0adff556d3 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437063 Jun 16 18:36:27.718571 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2c2cf2f6-a5ae-4e6b-9de9-7a9b9c704244 req-2ec59914-ea96-42a9-819e-b7b437518a6d service neutron] 10.222.0.36 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698136 Jun 16 18:36:27.760656 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] For port d19050fd-e9b4-4edd-9f70-c11df229711a, host hv-cinder-66710, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:36:27.765164 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] For port d19050fd-e9b4-4edd-9f70-c11df229711a, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=d19050fd-e9b4-4edd-9f70-c11df229711a,segment=NetworkSegment(eb64175d-32cf-403f-9dbe-f12267b389de),segment_id=eb64175d-32cf-403f-9dbe-f12267b389de)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:36:27.786843 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:27.798359 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:27.811468 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device d28a092d-f435-4580-bc47-0067c92a0da7 up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:36:27.923501 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning for port d28a092d-f435-4580-bc47-0067c92a0da7 completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:36:27.928908 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port d28a092d-f435-4580-bc47-0067c92a0da7 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:27.929642 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:27.957809 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:27.958538 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:27.961296 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] 10.222.0.36 "PUT /v2.0/ports/d19050fd-e9b4-4edd-9f70-c11df229711a HTTP/1.1" status: 200 len: 1094 time: 1.1005731 Jun 16 18:36:27.963761 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2c2cf2f6-a5ae-4e6b-9de9-7a9b9c704244 req-0afb8bb0-037d-453b-b8b5-b528f6139760 service neutron] 10.222.0.36 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357965 Jun 16 18:36:27.971668 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa54879f-cf5f-417c-b708-5aaa2557288a', 'tag': 'd19050fd-e9b4-4edd-9f70-c11df229711a'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:36:27.976257 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655179149b5f6b883862c147ecb57b300cdde1b97bebaf772ade2758c6b3064c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e0a99f-5a2d-49d5-aef1-681f669c790d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa54879f-cf5f-417c-b708-5aaa2557288a", "tag": "d19050fd-e9b4-4edd-9f70-c11df229711a"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:36:28.041234 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d19050fd-e9b4-4edd-9f70-c11df229711a,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:28.058379 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:28.093107 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:28.118022 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e32b14-2180-4a13-8bac-49f56563adc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28a092d-f435-4580-bc47-0067c92a0da7'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:36:28.120625 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abedd154-adb6-49fa-b0d3-52c1409a3885" -d '{"events": [{"server_uuid": "98e32b14-2180-4a13-8bac-49f56563adc2", "name": "network-vif-plugged", "status": "completed", "tag": "d28a092d-f435-4580-bc47-0067c92a0da7"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:36:28.138666 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port d28a092d-f435-4580-bc47-0067c92a0da7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=d28a092d-f435-4580-bc47-0067c92a0da7,segment=NetworkSegment(0cf9649c-0b91-4fd6-864b-a51c1be640b3),segment_id=0cf9649c-0b91-4fd6-864b-a51c1be640b3)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:28.147122 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:28.149788 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:28.235228 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=d28a092d-f435-4580-bc47-0067c92a0da7,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:28.249992 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:28.299711 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c00ca6-cd03-43f1-8434-145d5c16db55 req-78feda4d-70b0-43c3-ac65-e16f2551f526 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:28.301353 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c1c00ca6-cd03-43f1-8434-145d5c16db55 req-78feda4d-70b0-43c3-ac65-e16f2551f526 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.2371032 Jun 16 18:36:28.311668 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-f1bba72c-2fe5-407c-b16f-d1514aa4c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:28.314033 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-f1bba72c-2fe5-407c-b16f-d1514aa4c4d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bc91c45bdd24caa9702ccfebfce88a4&device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 1097 time: 0.1792619 Jun 16 18:36:28.333138 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fe261-5110-4374-8774-c07dd7d978e1 req-9968a547-5220-4af8-acc6-d8800e466d0d tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:28.342588 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-048fe261-5110-4374-8774-c07dd7d978e1 req-9968a547-5220-4af8-acc6-d8800e466d0d tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 945 time: 0.2815800 Jun 16 18:36:28.401253 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-232b58d1-402b-4363-a204-132d646f90f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d19050fd-e9b4-4edd-9f70-c11df229711a HTTP/1.1" status: 200 len: 217 time: 0.0763032 Jun 16 18:36:28.457142 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c1c00ca6-cd03-43f1-8434-145d5c16db55 req-e7f203e7-e916-4371-bd62-de0d675d4376 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419439 Jun 16 18:36:28.463246 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-048fe261-5110-4374-8774-c07dd7d978e1 req-67497656-541f-4659-b34c-01d870c28679 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae1d172b-fa8e-4c18-889b-2735627cc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197407 Jun 16 18:36:28.476526 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-79194ecf-b9cd-44e6-b7c1-0b61c16f578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:28.478391 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-79194ecf-b9cd-44e6-b7c1-0b61c16f578d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc7cf5ef-6aa1-4199-9c30-73b9adb626d9 HTTP/1.1" status: 200 len: 850 time: 0.0696375 Jun 16 18:36:28.535339 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b19b310-83a8-47de-bcdc-48ef640a5608 x-openstack-request-id: req-6b19b310-83a8-47de-bcdc-48ef640a5608 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:36:28.535645 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e32b14-2180-4a13-8bac-49f56563adc2", "name": "network-vif-plugged", "status": "completed", "tag": "d28a092d-f435-4580-bc47-0067c92a0da7", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:36:28.535907 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b19b310-83a8-47de-bcdc-48ef640a5608 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:36:28.536462 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e32b14-2180-4a13-8bac-49f56563adc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28a092d-f435-4580-bc47-0067c92a0da7', 'code': 200} Jun 16 18:36:28.542595 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813776bd-fb6a-45ef-b6b4-f90864dd78e1 x-openstack-request-id: req-813776bd-fb6a-45ef-b6b4-f90864dd78e1 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:36:28.543174 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa54879f-cf5f-417c-b708-5aaa2557288a", "tag": "d19050fd-e9b4-4edd-9f70-c11df229711a", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:36:28.543486 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-813776bd-fb6a-45ef-b6b4-f90864dd78e1 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:36:28.544294 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa54879f-cf5f-417c-b708-5aaa2557288a', 'tag': 'd19050fd-e9b4-4edd-9f70-c11df229711a', 'status': 'completed', 'code': 200} Jun 16 18:36:28.561149 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-162f051a-7f06-44d7-afb5-d7d45bdd6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:28.562793 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-162f051a-7f06-44d7-afb5-d7d45bdd6d03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0777724 Jun 16 18:36:28.805432 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-816455f3-0603-454f-8ea6-238f1d5e38ee service neutron] 10.222.0.36 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320788 Jun 16 18:36:28.835378 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac43d8-ce19-4efc-81bd-cb9e9d8bf431 req-65e85796-24db-4bf7-b53d-a72b8707e6cb tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:28.845121 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ebac43d8-ce19-4efc-81bd-cb9e9d8bf431 req-65e85796-24db-4bf7-b53d-a72b8707e6cb tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 943 time: 0.1816084 Jun 16 18:36:28.862767 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3817d-334e-45f8-8398-3583a4486a64 req-31a136ec-5cc4-46dc-b7a1-68e7a9c32008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:28.864410 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-96d3817d-334e-45f8-8398-3583a4486a64 req-31a136ec-5cc4-46dc-b7a1-68e7a9c32008 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 1099 time: 0.0739410 Jun 16 18:36:28.913826 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-96d3817d-334e-45f8-8398-3583a4486a64 req-ce9a57d7-dda1-464f-b25d-b60a41ddbbee service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406573 Jun 16 18:36:28.939113 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca93483-4246-4e3b-ae13-e603c525659d req-07037729-a12e-4f6b-9789-0fab190b73de tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:28.940626 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7ca93483-4246-4e3b-ae13-e603c525659d req-07037729-a12e-4f6b-9789-0fab190b73de tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 944 time: 0.2249720 Jun 16 18:36:29.008850 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ebac43d8-ce19-4efc-81bd-cb9e9d8bf431 req-a439ea9c-13f1-4d40-8af8-f5a5df8acaad tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628447 Jun 16 18:36:29.060120 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7ca93483-4246-4e3b-ae13-e603c525659d req-d36c628a-2bdb-401b-867f-b3f37c25ae4c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887976 Jun 16 18:36:29.063809 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-aca8fb2c-f9de-4ac1-899b-1066887c994e req-9e0eaed4-66e8-4d47-9cd0-b451fcce057b service neutron] 10.222.0.36 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501874 Jun 16 18:36:29.242827 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98366c-df1f-41c1-b5ce-d4a7ebe69917 req-71e1cb16-b397-4b04-80c1-94fceeb658a9 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:29.253861 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0d98366c-df1f-41c1-b5ce-d4a7ebe69917 req-71e1cb16-b397-4b04-80c1-94fceeb658a9 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 946 time: 0.1236091 Jun 16 18:36:29.276804 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0a99f-5a2d-49d5-aef1-681f669c790d req-df72fd88-0be1-4c42-92f7-c17c0273acab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:29.278851 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-73e0a99f-5a2d-49d5-aef1-681f669c790d req-df72fd88-0be1-4c42-92f7-c17c0273acab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bc91c45bdd24caa9702ccfebfce88a4&device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 1097 time: 0.1241956 Jun 16 18:36:29.322855 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0d98366c-df1f-41c1-b5ce-d4a7ebe69917 req-978326ea-57f9-4a7b-91ec-c1a37ac5e74b tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690248 Jun 16 18:36:29.406029 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0a99f-5a2d-49d5-aef1-681f669c790d req-895b9db9-9554-4cce-934f-aaba78089fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:29.407442 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-73e0a99f-5a2d-49d5-aef1-681f669c790d req-895b9db9-9554-4cce-934f-aaba78089fee service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 HTTP/1.1" status: 200 len: 912 time: 0.1179528 Jun 16 18:36:29.464853 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-73e0a99f-5a2d-49d5-aef1-681f669c790d req-5ef43059-d381-4d06-aa73-8e514f1c6905 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d19050fd-e9b4-4edd-9f70-c11df229711a HTTP/1.1" status: 200 len: 217 time: 0.0416949 Jun 16 18:36:29.527396 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0a99f-5a2d-49d5-aef1-681f669c790d req-781b2a42-2fc9-40f3-b8f1-dfd625bfb237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:29.529010 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-73e0a99f-5a2d-49d5-aef1-681f669c790d req-781b2a42-2fc9-40f3-b8f1-dfd625bfb237 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc7cf5ef-6aa1-4199-9c30-73b9adb626d9 HTTP/1.1" status: 200 len: 850 time: 0.0569422 Jun 16 18:36:29.663808 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0a99f-5a2d-49d5-aef1-681f669c790d req-89871407-c91c-46f5-a47e-d47904a160fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:29.665446 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-73e0a99f-5a2d-49d5-aef1-681f669c790d req-89871407-c91c-46f5-a47e-d47904a160fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1209705 Jun 16 18:36:29.718769 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 59508) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:29.728304 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e7b8a-2d34-45b8-936d-9c9e8bfbffc4 req-4a7ac99a-b682-4fed-b229-ba1d9e61fece tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:29.729845 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-802e7b8a-2d34-45b8-936d-9c9e8bfbffc4 req-4a7ac99a-b682-4fed-b229-ba1d9e61fece tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1240075 Jun 16 18:36:29.807768 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 899057e7-c362-4f10-a1a3-bccc071f980d details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:36:29.827294 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-802e7b8a-2d34-45b8-936d-9c9e8bfbffc4 req-c25fd7f7-b277-4ae0-a403-4c399b701a1e tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620189 Jun 16 18:36:29.829340 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-73e0a99f-5a2d-49d5-aef1-681f669c790d req-40bf00b3-fe31-41aa-90cd-a23d73d38345 service neutron] 10.222.0.36 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560926 Jun 16 18:36:29.920981 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5dc92b61-741a-4495-8f6f-7ed810e0934d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:29.971773 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 899057e7-c362-4f10-a1a3-bccc071f980d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=899057e7-c362-4f10-a1a3-bccc071f980d,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:29.988819 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-73e0a99f-5a2d-49d5-aef1-681f669c790d req-aef35c1b-c0ee-4d2c-b860-86d115cf4cf3 service neutron] 10.222.0.36 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511776 Jun 16 18:36:30.086759 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5dc92b61-741a-4495-8f6f-7ed810e0934d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:30.097037 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5dc92b61-741a-4495-8f6f-7ed810e0934d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:30.136061 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-27d83cab-7811-495e-9a78-71c6d5c13a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:30.159966 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-5dc92b61-741a-4495-8f6f-7ed810e0934d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e7da15a3eae84879bcad4ee55485a45f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4399095 Jun 16 18:36:30.162617 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 59534) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:30.166388 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': '899057e7-c362-4f10-a1a3-bccc071f980d', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'port_id': '899057e7-c362-4f10-a1a3-bccc071f980d', 'mac_address': 'fa:16:3e:fe:f4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:36:30.178503 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc92b61-741a-4495-8f6f-7ed810e0934d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcab0a9-8f71-44fd-ab7c-077c9ca73a39,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:30.181994 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5dc92b61-741a-4495-8f6f-7ed810e0934d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:30.218553 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:30.236037 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899057e7-c362-4f10-a1a3-bccc071f980d {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:36:30.267149 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 899057e7-c362-4f10-a1a3-bccc071f980d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=899057e7-c362-4f10-a1a3-bccc071f980d,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:30.271600 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:30.273610 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:30.296667 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2d5543d9-92d3-4566-bc85-fc3db189c68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:30.322586 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2d5543d9-92d3-4566-bc85-fc3db189c68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:30.327102 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=899057e7-c362-4f10-a1a3-bccc071f980d,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:30.330621 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:30.372724 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56fcbf-1f75-4765-850f-e4727d37640f req-4037c222-77b5-4d2e-9170-2a50e316b3b1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:30.374256 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1f56fcbf-1f75-4765-850f-e4727d37640f req-4037c222-77b5-4d2e-9170-2a50e316b3b1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 943 time: 0.1506755 Jun 16 18:36:30.420724 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1f56fcbf-1f75-4765-850f-e4727d37640f req-7fb050f0-944f-425b-93bc-c37b2a1836db tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388398 Jun 16 18:36:30.421888 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2d5543d9-92d3-4566-bc85-fc3db189c68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:30.424709 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2d5543d9-92d3-4566-bc85-fc3db189c68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:30.425741 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-2d5543d9-92d3-4566-bc85-fc3db189c68d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ebcab0a9-8f71-44fd-ab7c-077c9ca73a39 HTTP/1.1" status: 204 len: 168 time: 0.2621527 Jun 16 18:36:30.426559 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:30.434076 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5543d9-92d3-4566-bc85-fc3db189c68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcab0a9-8f71-44fd-ab7c-077c9ca73a39,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:30.436318 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2d5543d9-92d3-4566-bc85-fc3db189c68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:30.624316 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['899057e7-c362-4f10-a1a3-bccc071f980d'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:36:30.662266 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35858b10-5432-4d84-9bfb-e5cd7b832762 req-67d7489c-a409-4f88-bef4-89da0c7ed584 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:30.664413 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-35858b10-5432-4d84-9bfb-e5cd7b832762 req-67d7489c-a409-4f88-bef4-89da0c7ed584 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 944 time: 0.0759346 Jun 16 18:36:30.735364 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-35858b10-5432-4d84-9bfb-e5cd7b832762 req-0c6a4a10-e236-4359-98d7-79f970284b2b tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623848 Jun 16 18:36:30.831692 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 59556) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:30.846404 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f5586b43-66b2-490f-bc21-f94d94ff470e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:30.973450 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f5586b43-66b2-490f-bc21-f94d94ff470e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:30.978915 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f5586b43-66b2-490f-bc21-f94d94ff470e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:31.006763 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:31.018960 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-f5586b43-66b2-490f-bc21-f94d94ff470e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c81e44c5beef4d139ec69092db811060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860521 Jun 16 18:36:31.021736 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 59566) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:31.031398 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5586b43-66b2-490f-bc21-f94d94ff470e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b12e4e-d262-4591-a645-4c7e32ad1fba,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:31.054359 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f5586b43-66b2-490f-bc21-f94d94ff470e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:31.060663 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d530412-7909-42fd-aace-d18ae1e52304 req-6a9e3e30-bde7-4b26-8b91-be64e7d1fd90 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:31.062177 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7d530412-7909-42fd-aace-d18ae1e52304 req-6a9e3e30-bde7-4b26-8b91-be64e7d1fd90 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1082160 Jun 16 18:36:31.114966 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-28ff26ef-53d9-489b-9391-d6ba3def62b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:31.123340 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7d530412-7909-42fd-aace-d18ae1e52304 req-ffbec5f9-2a50-4ce9-8abb-cba640f18948 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534129 Jun 16 18:36:31.140857 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-28ff26ef-53d9-489b-9391-d6ba3def62b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:31.225910 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-28ff26ef-53d9-489b-9391-d6ba3def62b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:31.229118 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-28ff26ef-53d9-489b-9391-d6ba3def62b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:31.233308 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-28ff26ef-53d9-489b-9391-d6ba3def62b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/54b12e4e-d262-4591-a645-4c7e32ad1fba HTTP/1.1" status: 204 len: 168 time: 0.2069862 Jun 16 18:36:31.233308 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:31.254502 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff26ef-53d9-489b-9391-d6ba3def62b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b12e4e-d262-4591-a645-4c7e32ad1fba,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:31.270158 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-28ff26ef-53d9-489b-9391-d6ba3def62b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:31.819841 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device d19050fd-e9b4-4edd-9f70-c11df229711a details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:36:31.826213 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 899057e7-c362-4f10-a1a3-bccc071f980d up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:36:31.921704 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a888da-b981-4691-b0ad-79767e9e5330 req-e2eac983-d173-4ab5-b404-84efa41978ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:31.923105 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e3a888da-b981-4691-b0ad-79767e9e5330 req-e2eac983-d173-4ab5-b404-84efa41978ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baaa2b8c4c5d44e8baf9e3a771ba4427&device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 1099 time: 0.4145515 Jun 16 18:36:31.967684 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning for port 899057e7-c362-4f10-a1a3-bccc071f980d completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:36:31.982802 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port 899057e7-c362-4f10-a1a3-bccc071f980d triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:31.983229 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:32.013884 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port d19050fd-e9b4-4edd-9f70-c11df229711a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=d19050fd-e9b4-4edd-9f70-c11df229711a,segment=NetworkSegment(eb64175d-32cf-403f-9dbe-f12267b389de),segment_id=eb64175d-32cf-403f-9dbe-f12267b389de)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:32.036613 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': 'd19050fd-e9b4-4edd-9f70-c11df229711a', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'port_id': 'd19050fd-e9b4-4edd-9f70-c11df229711a', 'mac_address': 'fa:16:3e:18:47:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:36:32.061382 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649b741-1030-4d7b-ba32-549e26508712 req-edc45843-cea3-4e01-9d2b-5454ecc8be55 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:32.064618 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2649b741-1030-4d7b-ba32-549e26508712 req-edc45843-cea3-4e01-9d2b-5454ecc8be55 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.4958303 Jun 16 18:36:32.107754 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a888da-b981-4691-b0ad-79767e9e5330 req-849821aa-c9e9-4602-b4e1-43de2e2f2e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:32.109525 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e3a888da-b981-4691-b0ad-79767e9e5330 req-849821aa-c9e9-4602-b4e1-43de2e2f2e42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9282434f-95d9-4dfb-9c1b-e0f87163722e HTTP/1.1" status: 200 len: 919 time: 0.1670580 Jun 16 18:36:32.109786 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:32.132645 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19050fd-e9b4-4edd-9f70-c11df229711a {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:36:32.140319 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:32.172096 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port d19050fd-e9b4-4edd-9f70-c11df229711a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=d19050fd-e9b4-4edd-9f70-c11df229711a,segment=NetworkSegment(eb64175d-32cf-403f-9dbe-f12267b389de),segment_id=eb64175d-32cf-403f-9dbe-f12267b389de)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:32.178369 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e3a888da-b981-4691-b0ad-79767e9e5330 req-b6fd382e-55b4-4b7f-a7b5-d7c0a13b71b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d28a092d-f435-4580-bc47-0067c92a0da7 HTTP/1.1" status: 200 len: 217 time: 0.0595005 Jun 16 18:36:32.182528 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bc01c5-f2ef-445b-bf34-f04aa28f83b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899057e7-c362-4f10-a1a3-bccc071f980d'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:36:32.185486 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df681e49-f5ca-42b7-bd3b-38c6e0a04c2d" -d '{"events": [{"server_uuid": "39bc01c5-f2ef-445b-bf34-f04aa28f83b0", "name": "network-vif-plugged", "status": "completed", "tag": "899057e7-c362-4f10-a1a3-bccc071f980d"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:36:32.191595 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:32.197515 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2649b741-1030-4d7b-ba32-549e26508712 req-e87c0468-3164-4cd1-9204-138651dc1b6e tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220989 Jun 16 18:36:32.200345 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:32.214824 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefbb5d-d8d0-4d20-9810-6875efea810c req-6296995a-50d3-49fa-978c-3b081c47da1e tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:32.222981 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cfefbb5d-d8d0-4d20-9810-6875efea810c req-6296995a-50d3-49fa-978c-3b081c47da1e tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 944 time: 0.3378932 Jun 16 18:36:32.227591 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 899057e7-c362-4f10-a1a3-bccc071f980d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=899057e7-c362-4f10-a1a3-bccc071f980d,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:32.257488 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:32.282824 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=d19050fd-e9b4-4edd-9f70-c11df229711a,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:32.286036 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:32.286599 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-214ac7ee-4df2-4eb1-a353-0c983f6b3eb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:32.303682 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a888da-b981-4691-b0ad-79767e9e5330 req-d46373ce-8ee1-4733-8bce-3a571cc1acab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:32.305852 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e3a888da-b981-4691-b0ad-79767e9e5330 req-d46373ce-8ee1-4733-8bce-3a571cc1acab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e563fc4f-9010-41d8-8c23-09c3514e3f2f HTTP/1.1" status: 200 len: 858 time: 0.1122370 Jun 16 18:36:32.314143 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cfefbb5d-d8d0-4d20-9810-6875efea810c req-0c166bc1-c9ab-483e-8c2a-a719c9e620e0 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551400 Jun 16 18:36:32.353395 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=899057e7-c362-4f10-a1a3-bccc071f980d,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:32.357722 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:32.370793 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e3a888da-b981-4691-b0ad-79767e9e5330 req-0f91b7b2-979b-48a1-b70d-729972fedcf6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9282434f-95d9-4dfb-9c1b-e0f87163722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477576 Jun 16 18:36:32.407240 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f5ca77-0462-4e11-ac94-183c7e59cc6b x-openstack-request-id: req-21f5ca77-0462-4e11-ac94-183c7e59cc6b {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:36:32.407583 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bc01c5-f2ef-445b-bf34-f04aa28f83b0", "name": "network-vif-plugged", "status": "completed", "tag": "899057e7-c362-4f10-a1a3-bccc071f980d", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:36:32.407851 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21f5ca77-0462-4e11-ac94-183c7e59cc6b {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:36:32.408289 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bc01c5-f2ef-445b-bf34-f04aa28f83b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899057e7-c362-4f10-a1a3-bccc071f980d', 'code': 200} Jun 16 18:36:32.533645 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e3a888da-b981-4691-b0ad-79767e9e5330 req-a7ffa497-7097-43dd-99bf-018e953ebf06 service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546757 Jun 16 18:36:32.551541 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f087d4-99ae-46a8-9e89-8a88ba21dc15 req-b251c58a-505d-4d59-ae0a-b102c4177985 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:32.554469 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-50f087d4-99ae-46a8-9e89-8a88ba21dc15 req-b251c58a-505d-4d59-ae0a-b102c4177985 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 945 time: 0.1779778 Jun 16 18:36:32.598177 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['d19050fd-e9b4-4edd-9f70-c11df229711a'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:36:32.700655 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-50f087d4-99ae-46a8-9e89-8a88ba21dc15 req-3afd22b0-3b31-45bc-be68-af122eb0d325 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263340 Jun 16 18:36:32.741135 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e3a888da-b981-4691-b0ad-79767e9e5330 req-677ab3b3-5e3f-49fd-adaa-2a925c074e64 service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853859 Jun 16 18:36:32.806408 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05f56f-549d-4af1-a216-0b03dc0474d4 req-e31d0241-3d68-4491-b2b0-801641ce010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:32.807935 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-ae05f56f-549d-4af1-a216-0b03dc0474d4 req-e31d0241-3d68-4491-b2b0-801641ce010d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 1098 time: 0.0866947 Jun 16 18:36:32.864658 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-ae05f56f-549d-4af1-a216-0b03dc0474d4 req-b4b777ea-7409-45a8-9474-f7c35452d1c2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389454 Jun 16 18:36:33.258790 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085603d-c0cc-4b04-9d80-df60bcf4b2dd req-5ec90002-6ad8-45fe-80a9-893d6a781a34 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:33.260359 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6085603d-c0cc-4b04-9d80-df60bcf4b2dd req-5ec90002-6ad8-45fe-80a9-893d6a781a34 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 945 time: 0.0778363 Jun 16 18:36:33.304866 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6085603d-c0cc-4b04-9d80-df60bcf4b2dd req-914be1ef-ece8-47a8-8601-8b97c66b3fcd tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae1d172b-fa8e-4c18-889b-2735627cc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378718 Jun 16 18:36:33.472915 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6ecca-bc50-49c6-a288-afd9f447afa5 req-6d5e7872-f9dd-499e-a675-928beb7e27cc tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:33.474669 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ceb6ecca-bc50-49c6-a288-afd9f447afa5 req-6d5e7872-f9dd-499e-a675-928beb7e27cc tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.0694106 Jun 16 18:36:33.563469 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ceb6ecca-bc50-49c6-a288-afd9f447afa5 req-eb49a6c7-2bdb-4721-8186-0b7fb0e93eae tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820899 Jun 16 18:36:33.607455 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa262f-163d-425c-87df-96ed634ec6fd req-2b77319a-8e3d-4aae-86a2-80222800e71d tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:33.609041 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e7aa262f-163d-425c-87df-96ed634ec6fd req-2b77319a-8e3d-4aae-86a2-80222800e71d tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.0941362 Jun 16 18:36:33.660694 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e7aa262f-163d-425c-87df-96ed634ec6fd req-4634f1f4-2835-4df8-beb3-f173e4bfb4f9 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452204 Jun 16 18:36:33.976958 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f72f57-3452-4050-af28-8997bb3878cb req-62de0976-2127-46ab-ae6e-4e32e54e6e9b tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:33.978428 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c0f72f57-3452-4050-af28-8997bb3878cb req-62de0976-2127-46ab-ae6e-4e32e54e6e9b tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 945 time: 0.1514773 Jun 16 18:36:34.001943 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-70c96468-db12-4c2c-9873-771f26af1ca1 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:34.003377 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-70c96468-db12-4c2c-9873-771f26af1ca1 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/networks?id=d7a22503-f14c-4070-be6c-41b9c371066c HTTP/1.1" status: 200 len: 815 time: 0.1653044 Jun 16 18:36:34.026055 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-3e06e911-8651-450d-acc4-a75e387754f5 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/quotas/16af9c5b756c4d76ab7ce535c8b78c3e HTTP/1.1" status: 200 len: 375 time: 0.0149462 Jun 16 18:36:34.048987 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c0f72f57-3452-4050-af28-8997bb3878cb req-fdbd8095-c052-4aa6-8d85-c6271654f1aa tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623479 Jun 16 18:36:34.105582 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-e910e757-95e7-40bf-8db6-4711850459ea tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=16af9c5b756c4d76ab7ce535c8b78c3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0734925 Jun 16 18:36:34.236773 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-6155b0b3-4015-4e4d-84f8-c061f9c37443 service neutron] 10.222.0.46 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192033 Jun 16 18:36:34.368754 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-f41f025e-25d3-45d1-b5dc-55a2c973caef service neutron] 10.222.0.46 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309609 Jun 16 18:36:34.507959 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f396c54-4008-4780-9bb5-d134c4c1f332 req-77eef835-7b86-450b-99e7-ac06a25fd187 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:34.509489 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4f396c54-4008-4780-9bb5-d134c4c1f332 req-77eef835-7b86-450b-99e7-ac06a25fd187 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 945 time: 0.0776267 Jun 16 18:36:34.556939 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d72fc9c2-a284-4176-ac43-d257f4781592 req-d123aadc-eeef-44d5-aaa5-dfe234a9eded tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=08149fcd-11f5-445e-aff4-fc80bf34f9e7 HTTP/1.1" status: 200 len: 210 time: 0.0390284 Jun 16 18:36:34.576702 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4f396c54-4008-4780-9bb5-d134c4c1f332 req-569f1069-2400-4551-bfc6-2df59a983ea4 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae1d172b-fa8e-4c18-889b-2735627cc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606365 Jun 16 18:36:34.774859 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bd8dd-3bbe-4ceb-9a6e-67da75956530 req-76feb0c1-c841-4c63-a215-cb6a517b2a1e tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:34.783277 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-786bd8dd-3bbe-4ceb-9a6e-67da75956530 req-76feb0c1-c841-4c63-a215-cb6a517b2a1e tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1032915 Jun 16 18:36:34.862473 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-786bd8dd-3bbe-4ceb-9a6e-67da75956530 req-db383d18-0814-4414-9ab7-f1f778fe9d3b tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782266 Jun 16 18:36:34.897646 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591e87e-2654-4678-8eca-2b9b5be87587 req-2c09547c-6149-41b5-98bd-c9229605c03d tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:34.899278 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d591e87e-2654-4678-8eca-2b9b5be87587 req-2c09547c-6149-41b5-98bd-c9229605c03d tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.0842500 Jun 16 18:36:34.938743 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d591e87e-2654-4678-8eca-2b9b5be87587 req-10b7aacd-e219-4ac9-b3d7-979eba8bef76 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329039 Jun 16 18:36:35.124377 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad2920-103f-4d39-b208-13eeb22dd16f req-7436aec8-7679-4e50-b038-607d7ba4f0a4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:35.125877 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d2ad2920-103f-4d39-b208-13eeb22dd16f req-7436aec8-7679-4e50-b038-607d7ba4f0a4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.0708973 Jun 16 18:36:35.135247 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 59796) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:35.139592 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-7f444769-0f1f-41c1-971d-e5a1b305d2fd tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Request body: {'floatingip': {'port_id': '899057e7-c362-4f10-a1a3-bccc071f980d'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:35.218544 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7f444769-0f1f-41c1-971d-e5a1b305d2fd tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for floatingip, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:35.224980 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:36:35.269485 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ed0f9-0f21-4769-b227-50e77d75bc41 req-cbbeed7f-3934-4684-b371-e12a36a60920 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:35.271373 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-857ed0f9-0f21-4769-b227-50e77d75bc41 req-cbbeed7f-3934-4684-b371-e12a36a60920 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 945 time: 0.0860829 Jun 16 18:36:35.328853 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-857ed0f9-0f21-4769-b227-50e77d75bc41 req-90745c24-8ccf-47c1-9087-4046c972958c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478611 Jun 16 18:36:35.495145 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 59816) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:35.776868 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cea0e255-b99a-4d6e-8ac3-8023b6442619 req-86c74d27-eaba-4413-90e7-ed88391bd0e6 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=08149fcd-11f5-445e-aff4-fc80bf34f9e7 HTTP/1.1" status: 200 len: 210 time: 0.0494473 Jun 16 18:36:35.854661 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device d19050fd-e9b4-4edd-9f70-c11df229711a up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:36:35.915803 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 59846) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:35.930924 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-131a0e72-e436-4aad-9f07-604dc686fc6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:35.946237 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning for port d19050fd-e9b4-4edd-9f70-c11df229711a completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:36:35.950029 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07abd1a-e22b-4e51-9fd8-2161f1f3ad68 req-afa15423-04fa-4f62-b9fc-52536d75805c tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:35.958527 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b07abd1a-e22b-4e51-9fd8-2161f1f3ad68 req-afa15423-04fa-4f62-b9fc-52536d75805c tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 945 time: 0.1877258 Jun 16 18:36:35.962718 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port d19050fd-e9b4-4edd-9f70-c11df229711a triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:35.965554 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:36.025078 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b07abd1a-e22b-4e51-9fd8-2161f1f3ad68 req-26648204-30fc-4640-b7fd-862ed190f7ad tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae1d172b-fa8e-4c18-889b-2735627cc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663431 Jun 16 18:36:36.162550 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:36.165661 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-93bd5996-f1fd-4dbe-a564-39addce6e389 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:36.167308 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-93bd5996-f1fd-4dbe-a564-39addce6e389 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.36 "GET /v2.0/networks?id=d7a22503-f14c-4070-be6c-41b9c371066c HTTP/1.1" status: 200 len: 815 time: 0.2937067 Jun 16 18:36:36.176281 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b3f7538d-a7b1-42be-be98-96c3d1c29d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:36.202875 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port d19050fd-e9b4-4edd-9f70-c11df229711a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=d19050fd-e9b4-4edd-9f70-c11df229711a,segment=NetworkSegment(eb64175d-32cf-403f-9dbe-f12267b389de),segment_id=eb64175d-32cf-403f-9dbe-f12267b389de)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:36.204266 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa54879f-cf5f-417c-b708-5aaa2557288a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19050fd-e9b4-4edd-9f70-c11df229711a'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:36:36.210671 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0173f4cd-3b2a-4468-8be9-abc0dddb5ef0" -d '{"events": [{"server_uuid": "fa54879f-cf5f-417c-b708-5aaa2557288a", "name": "network-vif-plugged", "status": "completed", "tag": "d19050fd-e9b4-4edd-9f70-c11df229711a"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:36:36.215359 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:36.218828 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:36.244000 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-049c3c8b-ab89-4aac-a9c9-6667c1b00a50 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Request body: {'port': {'device_id': '08149fcd-11f5-445e-aff4-fc80bf34f9e7', 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c', 'admin_state_up': True, 'tenant_id': '16af9c5b756c4d76ab7ce535c8b78c3e'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:36.280236 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426388ce-79a6-42c1-984b-df796eeb9dcb x-openstack-request-id: req-426388ce-79a6-42c1-984b-df796eeb9dcb {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:36:36.280543 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa54879f-cf5f-417c-b708-5aaa2557288a", "name": "network-vif-plugged", "status": "completed", "tag": "d19050fd-e9b4-4edd-9f70-c11df229711a", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:36:36.281010 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-426388ce-79a6-42c1-984b-df796eeb9dcb {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:36:36.281642 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa54879f-cf5f-417c-b708-5aaa2557288a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19050fd-e9b4-4edd-9f70-c11df229711a', 'code': 200} Jun 16 18:36:36.282791 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=d19050fd-e9b4-4edd-9f70-c11df229711a,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:36.286606 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:36.366245 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7f444769-0f1f-41c1-971d-e5a1b305d2fd tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:36.383277 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7f444769-0f1f-41c1-971d-e5a1b305d2fd tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439533'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:36.389438 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cae6d-a428-4110-b5b9-40af1bd28cd2 req-8d56450e-73e6-435e-b816-28b3a44908ef tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:36.396476 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-141cae6d-a428-4110-b5b9-40af1bd28cd2 req-8d56450e-73e6-435e-b816-28b3a44908ef tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.2930403 Jun 16 18:36:36.479659 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792777a6-0899-4e7d-aaf0-f4a048eb3ba6 req-a7c7ef39-35c6-4428-961a-332b91aa3f1d tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:36.481517 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-792777a6-0899-4e7d-aaf0-f4a048eb3ba6 req-a7c7ef39-35c6-4428-961a-332b91aa3f1d tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 945 time: 0.6692891 Jun 16 18:36:36.503807 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b3f7538d-a7b1-42be-be98-96c3d1c29d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:36.532933 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-141cae6d-a428-4110-b5b9-40af1bd28cd2 req-99b36086-1486-4f84-b648-9dd2a1b22393 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355667 Jun 16 18:36:36.557931 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b3f7538d-a7b1-42be-be98-96c3d1c29d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:36.560034 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.db.l3_db [None req-7f444769-0f1f-41c1-971d-e5a1b305d2fd tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Floating IP 2f3dd013-6210-4a69-aa37-03968fa320cf associated. External IP: 172.28.2.222, port: 899057e7-c362-4f10-a1a3-bccc071f980d. Jun 16 18:36:36.560869 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.db.api [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-049c3c8b-ab89-4aac-a9c9-6667c1b00a50 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 18:36:36.560869 dv-cinder-667108-31-smb neutron-server[92978]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 18:36:36.560869 dv-cinder-667108-31-smb neutron-server[92978]: [parameters: {'project_id_1': '16af9c5b756c4d76ab7ce535c8b78c3e', 'expiration_1': datetime.datetime(2021, 6, 16, 18, 36, 36, 483016)}] Jun 16 18:36:36.560869 dv-cinder-667108-31-smb neutron-server[92978]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 18:36:36.561393 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_db.api [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-049c3c8b-ab89-4aac-a9c9-6667c1b00a50 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 18:36:36.567442 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:36.615039 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7538d-a7b1-42be-be98-96c3d1c29d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cc5546-120a-4092-920e-5a6bf3c83b5d,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:36.618480 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b3f7538d-a7b1-42be-be98-96c3d1c29d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:36.627061 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-b3f7538d-a7b1-42be-be98-96c3d1c29d16 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6daeecad6eab4c9685f633fd2b91eeb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7073748 Jun 16 18:36:36.627559 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 59858) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:36.680048 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd596dc-2938-4188-825e-cbf3291be685 req-62890d04-5738-4867-a21b-dfe9be20eef3 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:36.681546 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cdd596dc-2938-4188-825e-cbf3291be685 req-62890d04-5738-4867-a21b-dfe9be20eef3 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.2158823 Jun 16 18:36:36.694383 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba966e-962d-4ca4-b8d5-f18820886d12 req-9dbed140-ecb8-485d-a3c6-da89baa395d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:36.696057 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3dba966e-962d-4ca4-b8d5-f18820886d12 req-9dbed140-ecb8-485d-a3c6-da89baa395d8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 1099 time: 0.1909950 Jun 16 18:36:36.759026 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ce8424b1-4910-4bf7-b2e8-7fb9bc250c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:36.773754 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cdd596dc-2938-4188-825e-cbf3291be685 req-f0f86dec-d2de-492b-93cf-5c6e5ac98ad2 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842476 Jun 16 18:36:36.783270 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-131a0e72-e436-4aad-9f07-604dc686fc6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:36.786526 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3dba966e-962d-4ca4-b8d5-f18820886d12 req-0a3d7600-eac2-42e1-b509-50774f3491d7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760920 Jun 16 18:36:36.797453 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ce8424b1-4910-4bf7-b2e8-7fb9bc250c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:36.821508 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-792777a6-0899-4e7d-aaf0-f4a048eb3ba6 req-43ec3ce4-b519-4178-b9fc-355f72615a86 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Deleting port 0f431112-4804-4f1b-abd4-9269dca6718f {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:36:36.821859 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-792777a6-0899-4e7d-aaf0-f4a048eb3ba6 req-43ec3ce4-b519-4178-b9fc-355f72615a86 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:36.848688 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ce8424b1-4910-4bf7-b2e8-7fb9bc250c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:36.851771 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ce8424b1-4910-4bf7-b2e8-7fb9bc250c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:36.852994 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-ce8424b1-4910-4bf7-b2e8-7fb9bc250c79 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/43cc5546-120a-4092-920e-5a6bf3c83b5d HTTP/1.1" status: 204 len: 168 time: 0.2245641 Jun 16 18:36:36.853857 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-28ff26ef-53d9-489b-9391-d6ba3def62b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:36.864026 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8424b1-4910-4bf7-b2e8-7fb9bc250c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cc5546-120a-4092-920e-5a6bf3c83b5d,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:36.867548 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-131a0e72-e436-4aad-9f07-604dc686fc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:36.869773 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ce8424b1-4910-4bf7-b2e8-7fb9bc250c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:36.876064 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9fed27ec-0aa1-45a9-82bb-ac5429752fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:36.973260 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-36541e6b-15c7-4705-aff4-a352c30e3d06 req-dd836d7e-3199-49b0-9cfe-d2d9d3954933 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=08149fcd-11f5-445e-aff4-fc80bf34f9e7 HTTP/1.1" status: 200 len: 210 time: 0.0378041 Jun 16 18:36:36.982286 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a0e72-e436-4aad-9f07-604dc686fc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1170f8ae-9af4-4720-9053-a840ce85e001,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:36.986870 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-131a0e72-e436-4aad-9f07-604dc686fc6e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=969fd6f9af314660a67d32298d32e12c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4906368 Jun 16 18:36:36.987784 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-131a0e72-e436-4aad-9f07-604dc686fc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:36.990973 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 59868) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:37.039796 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-792777a6-0899-4e7d-aaf0-f4a048eb3ba6 req-43ec3ce4-b519-4178-b9fc-355f72615a86 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] For port 0f431112-4804-4f1b-abd4-9269dca6718f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0f431112-4804-4f1b-abd4-9269dca6718f,segment=NetworkSegment(c068b2ce-f93f-4b15-b978-7ef6276488b8),segment_id=c068b2ce-f93f-4b15-b978-7ef6276488b8)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:37.040258 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-792777a6-0899-4e7d-aaf0-f4a048eb3ba6 req-43ec3ce4-b519-4178-b9fc-355f72615a86 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:37.097433 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4f0806ab-ef7a-41fe-b5e3-7e0830ea3893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:37.106039 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f444769-0f1f-41c1-971d-e5a1b305d2fd tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Router 9182eb3d-83ec-4616-80d7-d59f64c49527 has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:36:37.135110 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-049c3c8b-ab89-4aac-a9c9-6667c1b00a50 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Made reservation on behalf of 16af9c5b756c4d76ab7ce535c8b78c3e for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:36:37.138680 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-792777a6-0899-4e7d-aaf0-f4a048eb3ba6 req-43ec3ce4-b519-4178-b9fc-355f72615a86 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Calling delete_port for 0f431112-4804-4f1b-abd4-9269dca6718f owned by compute:nova {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:36:37.143209 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-049c3c8b-ab89-4aac-a9c9-6667c1b00a50 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:37.189272 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4f0806ab-ef7a-41fe-b5e3-7e0830ea3893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:37.262135 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 59878) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:37.361029 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f444769-0f1f-41c1-971d-e5a1b305d2fd tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:36:37.366049 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7f444769-0f1f-41c1-971d-e5a1b305d2fd tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:37.385729 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2947c01f-e43a-465c-af7c-2fdefa25ec8a None None] Sync routers for ids ['9182eb3d-83ec-4616-80d7-d59f64c49527'] in dv-cinder-667108-31-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:36:37.396057 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2947c01f-e43a-465c-af7c-2fdefa25ec8a None None] Routers {'9182eb3d-83ec-4616-80d7-d59f64c49527'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:36:37.396717 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-2947c01f-e43a-465c-af7c-2fdefa25ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:36:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['9182eb3d-83ec-4616-80d7-d59f64c49527'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:37.409488 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 59882) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:37.411088 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-7f444769-0f1f-41c1-971d-e5a1b305d2fd tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "PUT /v2.0/floatingips/2f3dd013-6210-4a69-aa37-03968fa320cf HTTP/1.1" status: 200 len: 991 time: 2.2753930 Jun 16 18:36:37.418765 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39bc01c5-f2ef-445b-bf34-f04aa28f83b0', 'tag': '899057e7-c362-4f10-a1a3-bccc071f980d'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:36:37.421935 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655179149b5f6b883862c147ecb57b300cdde1b97bebaf772ade2758c6b3064c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35886354-fe90-409b-85f9-2ad6ce7f5915" -d '{"events": [{"name": "network-changed", "server_uuid": "39bc01c5-f2ef-445b-bf34-f04aa28f83b0", "tag": "899057e7-c362-4f10-a1a3-bccc071f980d"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:36:37.500927 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-792777a6-0899-4e7d-aaf0-f4a048eb3ba6 req-43ec3ce4-b519-4178-b9fc-355f72615a86 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:37.507422 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:37.519320 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['0f431112-4804-4f1b-abd4-9269dca6718f'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:36:37.540258 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec3ce4-b519-4178-b9fc-355f72615a86 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Pushing event deleted for resources: {'Port': ['ID=0f431112-4804-4f1b-abd4-9269dca6718f,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:37.553007 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-43ec3ce4-b519-4178-b9fc-355f72615a86 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:37.555787 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-940cebfd-9758-4563-9a53-9e7b943658c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:37.570624 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-2947c01f-e43a-465c-af7c-2fdefa25ec8a None None] Set router 9182eb3d-83ec-4616-80d7-d59f64c49527 gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:36:37.620107 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b0fbcb-7dd5-417b-bce4-6ed7857b1df5 x-openstack-request-id: req-22b0fbcb-7dd5-417b-bce4-6ed7857b1df5 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:36:37.620418 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39bc01c5-f2ef-445b-bf34-f04aa28f83b0", "tag": "899057e7-c362-4f10-a1a3-bccc071f980d", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:36:37.620650 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22b0fbcb-7dd5-417b-bce4-6ed7857b1df5 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:36:37.621086 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39bc01c5-f2ef-445b-bf34-f04aa28f83b0', 'tag': '899057e7-c362-4f10-a1a3-bccc071f980d', 'status': 'completed', 'code': 200} Jun 16 18:36:37.630951 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4f0806ab-ef7a-41fe-b5e3-7e0830ea3893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:37.643739 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4f0806ab-ef7a-41fe-b5e3-7e0830ea3893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:37.647225 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-4f0806ab-ef7a-41fe-b5e3-7e0830ea3893 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1170f8ae-9af4-4720-9053-a840ce85e001 HTTP/1.1" status: 204 len: 168 time: 0.6415522 Jun 16 18:36:37.651901 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-792777a6-0899-4e7d-aaf0-f4a048eb3ba6 req-43ec3ce4-b519-4178-b9fc-355f72615a86 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] No DVR routers for this DVR port 0f431112-4804-4f1b-abd4-9269dca6718f on host hv-cinder-66710 {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:36:37.654539 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-71b733e5-c474-4f99-8016-b66a523278a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:37.659412 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-792777a6-0899-4e7d-aaf0-f4a048eb3ba6 req-43ec3ce4-b519-4178-b9fc-355f72615a86 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:37.661840 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-792777a6-0899-4e7d-aaf0-f4a048eb3ba6 req-43ec3ce4-b519-4178-b9fc-355f72615a86 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.36 "DELETE /v2.0/ports/0f431112-4804-4f1b-abd4-9269dca6718f HTTP/1.1" status: 204 len: 173 time: 1.1602154 Jun 16 18:36:37.687110 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:37.753031 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0806ab-ef7a-41fe-b5e3-7e0830ea3893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1170f8ae-9af4-4720-9053-a840ce85e001,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:37.783084 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4f0806ab-ef7a-41fe-b5e3-7e0830ea3893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:37.790521 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e25f7-5060-4d55-97f0-4bc8d77e2316 req-b15f156a-8f9b-4d49-b106-a7a500a7da2f tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:37.792061 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-dc4e25f7-5060-4d55-97f0-4bc8d77e2316 req-b15f156a-8f9b-4d49-b106-a7a500a7da2f tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7cad6f-686b-429a-8d29-bbbd4b78a304 HTTP/1.1" status: 200 len: 867 time: 0.5787220 Jun 16 18:36:37.869513 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-049c3c8b-ab89-4aac-a9c9-6667c1b00a50 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Allocated IP 172.20.0.14 (d7a22503-f14c-4070-be6c-41b9c371066c/2429f91a-7912-4c8c-93e6-f1cb7b790393/15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:36:37.955718 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-2947c01f-e43a-465c-af7c-2fdefa25ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '606aa837-85a3-4196-900e-b4477be70a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:36:01Z', 'revision_number': 4, 'project_id': 'b499fafa278b41c4babc557095066e26', 'gw_port': {'id': '606aa837-85a3-4196-900e-b4477be70a8b', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:51Z', 'updated_at': '2021-06-16T18:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_floatingips': [{'id': '2f3dd013-6210-4a69-aa37-03968fa320cf', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'floating_ip_address': '172.28.2.222', 'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'router_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'port_id': '899057e7-c362-4f10-a1a3-bccc071f980d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'mac_address': 'fa:16:3e:fe:f4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc01c5-f2ef-445b-bf34-f04aa28f83b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:36:15Z', 'updated_at': '2021-06-16T18:36:36Z', 'revision_number': 1, 'project_id': 'b499fafa278b41c4babc557095066e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd108d6c-2d54-42c0-88d0-d4a14e395cda', 'name': '', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'mac_address': 'fa:16:3e:e1:35:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:59Z', 'updated_at': '2021-06-16T18:36:12Z', 'revision_number': 5, 'project_id': 'b499fafa278b41c4babc557095066e26', 'subnets': [{'id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:37.963417 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2947c01f-e43a-465c-af7c-2fdefa25ec8a None None] Checking router: 9182eb3d-83ec-4616-80d7-d59f64c49527 for host: dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:36:37.975729 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2947c01f-e43a-465c-af7c-2fdefa25ec8a None None] Routers {'9182eb3d-83ec-4616-80d7-d59f64c49527'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:36:37.976478 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-dc4e25f7-5060-4d55-97f0-4bc8d77e2316 req-60491cdb-9d56-4c25-847d-fe0d6b479b65 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae1d172b-fa8e-4c18-889b-2735627cc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690025 Jun 16 18:36:37.987360 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-2947c01f-e43a-465c-af7c-2fdefa25ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:36:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['9182eb3d-83ec-4616-80d7-d59f64c49527'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:38.020453 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-940cebfd-9758-4563-9a53-9e7b943658c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:38.022783 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35886354-fe90-409b-85f9-2ad6ce7f5915 req-08897a6c-5a86-4f75-bd30-03706d87d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:38.024630 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-35886354-fe90-409b-85f9-2ad6ce7f5915 req-08897a6c-5a86-4f75-bd30-03706d87d004 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b499fafa278b41c4babc557095066e26&device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 1098 time: 0.3343174 Jun 16 18:36:38.054133 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50609f34-0bb8-42cd-b574-2cf7702feef4 req-ae477e7d-be5b-4a4f-8e32-e6ee14ca153d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:38.061347 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-50609f34-0bb8-42cd-b574-2cf7702feef4 req-ae477e7d-be5b-4a4f-8e32-e6ee14ca153d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.3023682 Jun 16 18:36:38.063377 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-940cebfd-9758-4563-9a53-9e7b943658c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:38.075687 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 59900) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:38.098913 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2d5543d9-92d3-4566-bc85-fc3db189c68d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:38.125969 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0cf2651b-130e-4ea3-a36e-c1ffbd747b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:38.177643 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-2947c01f-e43a-465c-af7c-2fdefa25ec8a None None] Set router 9182eb3d-83ec-4616-80d7-d59f64c49527 gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:36:38.230519 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-71b733e5-c474-4f99-8016-b66a523278a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:38.244855 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-71b733e5-c474-4f99-8016-b66a523278a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:38.275904 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:38.284726 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-71b733e5-c474-4f99-8016-b66a523278a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1165305175ad4d92bbee5a6fe09db71e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8699574 Jun 16 18:36:38.284909 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-940cebfd-9758-4563-9a53-9e7b943658c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d45c6fadbf24d39884e000c749be349&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0200613 Jun 16 18:36:38.285906 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 59902) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:38.298867 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 59904) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:38.310515 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cebfd-9758-4563-9a53-9e7b943658c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2df4a1-4aed-4626-9579-a605f0c8a117,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:38.329671 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-940cebfd-9758-4563-9a53-9e7b943658c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:38.345399 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-50609f34-0bb8-42cd-b574-2cf7702feef4 req-538864d4-d0c5-417c-8959-c893a628330a tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828467 Jun 16 18:36:38.392163 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-819f3a13-24c8-4c62-8a8c-2297b8a1b1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:38.393272 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b733e5-c474-4f99-8016-b66a523278a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79138268-a2a9-4ea8-b60b-8adf3905c4ed,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:38.400420 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-71b733e5-c474-4f99-8016-b66a523278a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:38.416525 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35886354-fe90-409b-85f9-2ad6ce7f5915 req-ef3d4eea-a207-4ecb-95ce-23dafc1ddc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:38.418659 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-35886354-fe90-409b-85f9-2ad6ce7f5915 req-ef3d4eea-a207-4ecb-95ce-23dafc1ddc2c service neutron] 10.222.0.36 "GET /v2.0/networks?id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 HTTP/1.1" status: 200 len: 918 time: 0.3848488 Jun 16 18:36:38.423797 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-049c3c8b-ab89-4aac-a9c9-6667c1b00a50 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:38.439665 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-819f3a13-24c8-4c62-8a8c-2297b8a1b1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:38.506880 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-2947c01f-e43a-465c-af7c-2fdefa25ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '606aa837-85a3-4196-900e-b4477be70a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:36:01Z', 'revision_number': 4, 'project_id': 'b499fafa278b41c4babc557095066e26', 'gw_port': {'id': '606aa837-85a3-4196-900e-b4477be70a8b', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:51Z', 'updated_at': '2021-06-16T18:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_floatingips': [{'id': '2f3dd013-6210-4a69-aa37-03968fa320cf', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'floating_ip_address': '172.28.2.222', 'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'router_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'port_id': '899057e7-c362-4f10-a1a3-bccc071f980d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'mac_address': 'fa:16:3e:fe:f4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc01c5-f2ef-445b-bf34-f04aa28f83b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:36:15Z', 'updated_at': '2021-06-16T18:36:36Z', 'revision_number': 1, 'project_id': 'b499fafa278b41c4babc557095066e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd108d6c-2d54-42c0-88d0-d4a14e395cda', 'name': '', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'mac_address': 'fa:16:3e:e1:35:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:59Z', 'updated_at': '2021-06-16T18:36:12Z', 'revision_number': 5, 'project_id': 'b499fafa278b41c4babc557095066e26', 'subnets': [{'id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:38.509307 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0cf2651b-130e-4ea3-a36e-c1ffbd747b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:38.513341 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0cf2651b-130e-4ea3-a36e-c1ffbd747b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:38.516473 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0db2455a-49c4-448c-bdd9-c98f6ad592cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:38.524384 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2947c01f-e43a-465c-af7c-2fdefa25ec8a None None] The sync data for ids ['9182eb3d-83ec-4616-80d7-d59f64c49527'] in dv-cinder-667108-31-smb is: [{'id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '606aa837-85a3-4196-900e-b4477be70a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:36:01Z', 'revision_number': 4, 'project_id': 'b499fafa278b41c4babc557095066e26', 'gw_port': {'id': '606aa837-85a3-4196-900e-b4477be70a8b', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:51Z', 'updated_at': '2021-06-16T18:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_floatingips': [{'id': '2f3dd013-6210-4a69-aa37-03968fa320cf', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'floating_ip_address': '172.28.2.222', 'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'router_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'port_id': '899057e7-c362-4f10-a1a3-bccc071f980d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'mac_address': 'fa:16:3e:fe:f4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bc01c5-f2ef-445b-bf34-f04aa28f83b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:36:15Z', 'updated_at': '2021-06-16T18:36:36Z', 'revision_number': 1, 'project_id': 'b499fafa278b41c4babc557095066e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd108d6c-2d54-42c0-88d0-d4a14e395cda', 'name': '', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'mac_address': 'fa:16:3e:e1:35:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:59Z', 'updated_at': '2021-06-16T18:36:12Z', 'revision_number': 5, 'project_id': 'b499fafa278b41c4babc557095066e26', 'subnets': [{'id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:36:38.553486 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-819f3a13-24c8-4c62-8a8c-2297b8a1b1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:38.563187 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-819f3a13-24c8-4c62-8a8c-2297b8a1b1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:38.563187 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-819f3a13-24c8-4c62-8a8c-2297b8a1b1e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/79138268-a2a9-4ea8-b60b-8adf3905c4ed HTTP/1.1" status: 204 len: 168 time: 0.2704377 Jun 16 18:36:38.565994 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2651b-130e-4ea3-a36e-c1ffbd747b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1afc60-892b-4906-a7c3-e6eebbfaed6b,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:38.573370 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-0cf2651b-130e-4ea3-a36e-c1ffbd747b67 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3629980443514c4fb50b16b48f7bb73e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4924648 Jun 16 18:36:38.573370 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0cf2651b-130e-4ea3-a36e-c1ffbd747b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:38.573370 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:38.583295 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 59908) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:38.584468 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f3a13-24c8-4c62-8a8c-2297b8a1b1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79138268-a2a9-4ea8-b60b-8adf3905c4ed,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:38.597297 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-819f3a13-24c8-4c62-8a8c-2297b8a1b1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:38.640027 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d60355dc-2e94-4038-a150-8e3908a8feb9 req-194e276c-63f1-444a-bcc4-8602aa81d4da tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=08149fcd-11f5-445e-aff4-fc80bf34f9e7 HTTP/1.1" status: 200 len: 210 time: 0.1436961 Jun 16 18:36:38.667264 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-05c01018-c065-45a8-b287-4608db9a9346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:38.678955 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b1b64-36e1-44de-ad22-fc214d9663c9 req-4c4a361f-b7b3-45a9-baeb-5c62e1f67e50 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:38.687533 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d36b1b64-36e1-44de-ad22-fc214d9663c9 req-4c4a361f-b7b3-45a9-baeb-5c62e1f67e50 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.5310547 Jun 16 18:36:38.691914 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9f945625-30b7-4d38-bd51-c7042fc5b35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:38.699725 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-05c01018-c065-45a8-b287-4608db9a9346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:38.749182 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-35886354-fe90-409b-85f9-2ad6ce7f5915 req-c83024d6-e969-41b5-b73f-aa09ca3f7664 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=899057e7-c362-4f10-a1a3-bccc071f980d HTTP/1.1" status: 200 len: 999 time: 0.3204370 Jun 16 18:36:38.766005 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-05c01018-c065-45a8-b287-4608db9a9346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:38.771730 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-05c01018-c065-45a8-b287-4608db9a9346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:38.780813 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-05c01018-c065-45a8-b287-4608db9a9346 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ba1afc60-892b-4906-a7c3-e6eebbfaed6b HTTP/1.1" status: 204 len: 168 time: 0.1929471 Jun 16 18:36:38.782379 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5dc92b61-741a-4495-8f6f-7ed810e0934d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:38.817570 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9f945625-30b7-4d38-bd51-c7042fc5b35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:38.820838 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c01018-c065-45a8-b287-4608db9a9346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1afc60-892b-4906-a7c3-e6eebbfaed6b,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:38.835603 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-05c01018-c065-45a8-b287-4608db9a9346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:38.839305 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-049c3c8b-ab89-4aac-a9c9-6667c1b00a50 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:38.863550 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['0acc69bd-96ad-430c-8d92-a8c02507e34d'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:36:38.884985 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-83fc36b3-bab0-4501-8933-ac627db2e1e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:38.965256 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528fa0b6-ea62-4626-bf22-5cd843e0646e None None] New status for floating IP 2f3dd013-6210-4a69-aa37-03968fa320cf: ACTIVE {{(pid=92980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:36:38.988769 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35886354-fe90-409b-85f9-2ad6ce7f5915 req-aea37937-217d-4e70-9c87-7fdbbe64a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:38.990104 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-35886354-fe90-409b-85f9-2ad6ce7f5915 req-aea37937-217d-4e70-9c87-7fdbbe64a5a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9205b992-70f4-45d4-95c8-9d9cd90b84b2 HTTP/1.1" status: 200 len: 856 time: 0.2203214 Jun 16 18:36:39.005219 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d36b1b64-36e1-44de-ad22-fc214d9663c9 req-e145aaad-cc35-49ad-906f-fa92689d5500 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3155298 Jun 16 18:36:39.048246 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-049c3c8b-ab89-4aac-a9c9-6667c1b00a50 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Network d7a22503-f14c-4070-be6c-41b9c371066c is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:36:39.062674 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8aa81667-83b0-413c-abc1-40009218173c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:39.085835 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-049c3c8b-ab89-4aac-a9c9-6667c1b00a50 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:36:39.094476 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-049c3c8b-ab89-4aac-a9c9-6667c1b00a50 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:36:39.108339 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-049c3c8b-ab89-4aac-a9c9-6667c1b00a50 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:39.109511 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-049c3c8b-ab89-4aac-a9c9-6667c1b00a50 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:39.114609 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c3c8b-ab89-4aac-a9c9-6667c1b00a50 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Pushing event updated for resources: {'Port': ['ID=15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:39.122160 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-049c3c8b-ab89-4aac-a9c9-6667c1b00a50 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:39.149250 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9f945625-30b7-4d38-bd51-c7042fc5b35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:39.153329 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9f945625-30b7-4d38-bd51-c7042fc5b35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:39.155210 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-9f945625-30b7-4d38-bd51-c7042fc5b35c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a2df4a1-4aed-4626-9579-a605f0c8a117 HTTP/1.1" status: 204 len: 168 time: 0.8527174 Jun 16 18:36:39.158874 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:39.162071 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-049c3c8b-ab89-4aac-a9c9-6667c1b00a50 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9761269 Jun 16 18:36:39.184838 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f945625-30b7-4d38-bd51-c7042fc5b35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2df4a1-4aed-4626-9579-a605f0c8a117,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:39.197387 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9f945625-30b7-4d38-bd51-c7042fc5b35c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:39.205788 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Request body: {'port': {'device_id': '08149fcd-11f5-445e-aff4-fc80bf34f9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:39.211129 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35886354-fe90-409b-85f9-2ad6ce7f5915 req-f5346704-c55a-4817-b950-6ebda4012783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:39.222369 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-35886354-fe90-409b-85f9-2ad6ce7f5915 req-f5346704-c55a-4817-b950-6ebda4012783 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2057877 Jun 16 18:36:39.269868 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 59928) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:39.302762 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-98fbad16-51a5-4d4b-87be-7878ac1d2929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:39.460755 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:39.486084 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-35886354-fe90-409b-85f9-2ad6ce7f5915 req-4ab85587-8f19-4351-a690-24f03cd2e986 service neutron] 10.222.0.36 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647042 Jun 16 18:36:39.532925 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-98fbad16-51a5-4d4b-87be-7878ac1d2929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:39.538330 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-98fbad16-51a5-4d4b-87be-7878ac1d2929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:39.549365 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-735f9649-082d-4d9d-9ead-e3c99c98425c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:39.787248 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7348b-47a5-4aaa-af2d-52c660a83401 req-ae2c52ea-82c6-497f-bf40-2f0c5a8602d2 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:39.790145 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7ae7348b-47a5-4aaa-af2d-52c660a83401 req-ae2c52ea-82c6-497f-bf40-2f0c5a8602d2 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.2174456 Jun 16 18:36:39.850013 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7cad6f-686b-429a-8d29-bbbd4b78a304', 'name': 'network-vif-deleted', 'tag': '0f431112-4804-4f1b-abd4-9269dca6718f'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:36:39.852871 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655179149b5f6b883862c147ecb57b300cdde1b97bebaf772ade2758c6b3064c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7de089-cb31-43f5-ae8f-9d2ac03a9079" -d '{"events": [{"server_uuid": "7d7cad6f-686b-429a-8d29-bbbd4b78a304", "name": "network-vif-deleted", "tag": "0f431112-4804-4f1b-abd4-9269dca6718f"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:36:39.862592 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-98fbad16-51a5-4d4b-87be-7878ac1d2929 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3cc73b70a1e643809c94c1bf14c9aff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5914769 Jun 16 18:36:39.865232 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbad16-51a5-4d4b-87be-7878ac1d2929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56769716-a224-47f5-bf1e-44cf43431f70,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:39.868148 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 59960) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:39.869987 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 0f431112-4804-4f1b-abd4-9269dca6718f no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:36:39.876625 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-98fbad16-51a5-4d4b-87be-7878ac1d2929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:39.894681 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] No Port match for: 0f431112-4804-4f1b-abd4-9269dca6718f {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:36:39.895040 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 0f431112-4804-4f1b-abd4-9269dca6718f not bound to the agent host hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:36:39.904346 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-35886354-fe90-409b-85f9-2ad6ce7f5915 req-76651d5b-b2ed-4f96-b76a-729d70ad40de service neutron] 10.222.0.36 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084713 Jun 16 18:36:39.923062 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7ae7348b-47a5-4aaa-af2d-52c660a83401 req-43e48396-8850-4b05-bed7-70385bf5deb4 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214550 Jun 16 18:36:39.963291 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6ca84daa-aebf-4873-a767-e8559560a0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:39.990789 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57033647-aee8-480e-93cb-01a7835f6991 x-openstack-request-id: req-57033647-aee8-480e-93cb-01a7835f6991 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:36:39.991312 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7cad6f-686b-429a-8d29-bbbd4b78a304", "name": "network-vif-deleted", "tag": "0f431112-4804-4f1b-abd4-9269dca6718f", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:36:39.991931 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-57033647-aee8-480e-93cb-01a7835f6991 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:36:39.992676 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7cad6f-686b-429a-8d29-bbbd4b78a304', 'name': 'network-vif-deleted', 'tag': '0f431112-4804-4f1b-abd4-9269dca6718f', 'status': 'completed', 'code': 200} Jun 16 18:36:40.006611 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6ca84daa-aebf-4873-a767-e8559560a0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:40.052327 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6676913-a13d-4fc4-835e-b27145b5c916 req-a57bbee3-6416-4896-a5c2-db6f3d773ef3 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:40.053824 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d6676913-a13d-4fc4-835e-b27145b5c916 req-a57bbee3-6416-4896-a5c2-db6f3d773ef3 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=08149fcd-11f5-445e-aff4-fc80bf34f9e7 HTTP/1.1" status: 200 len: 932 time: 0.2049813 Jun 16 18:36:40.070693 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6ca84daa-aebf-4873-a767-e8559560a0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:40.073603 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6ca84daa-aebf-4873-a767-e8559560a0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:40.075342 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-6ca84daa-aebf-4873-a767-e8559560a0a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/56769716-a224-47f5-bf1e-44cf43431f70 HTTP/1.1" status: 204 len: 168 time: 0.2055378 Jun 16 18:36:40.076451 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0cf2651b-130e-4ea3-a36e-c1ffbd747b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:40.085876 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca84daa-aebf-4873-a767-e8559560a0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56769716-a224-47f5-bf1e-44cf43431f70,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:40.088516 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6ca84daa-aebf-4873-a767-e8559560a0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:40.122594 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d6676913-a13d-4fc4-835e-b27145b5c916 req-dbf01dbf-9b85-42de-8933-ce8e4d27526e tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549767 Jun 16 18:36:40.207667 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:36:40.221938 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:40.267240 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Transition to ACTIVE for port object 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:36:40.273202 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:40.280177 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:40.565079 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a443680-b4e4-4162-b09d-f467a11704be req-e6c1288e-b81e-4c72-a54e-f7be0f0d5744 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:40.566657 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8a443680-b4e4-4162-b09d-f467a11704be req-e6c1288e-b81e-4c72-a54e-f7be0f0d5744 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.3449690 Jun 16 18:36:40.568017 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 59990) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:40.579265 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Pushing event updated for resources: {'Port': ['ID=15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:40.582063 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:40.607169 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0a0f83bb-4bb3-48d1-9fc8-250d64b6c0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:40.632309 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Attempting to bind port 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:36:40.632928 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Attempting to bind port 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '4e4fea13-e2fd-497b-9526-636fc53a6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:36:40.633427 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Attempting to bind port 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 on network d7a22503-f14c-4070-be6c-41b9c371066c {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:40.643728 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Port 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 on network d7a22503-f14c-4070-be6c-41b9c371066c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:36:40.644258 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Attempting to bind port 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 on network d7a22503-f14c-4070-be6c-41b9c371066c {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:40.661034 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Checking agent: {'id': '430a9a83-85fc-4e56-9798-0b54252fd97b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'started_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:36:40.661685 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Checking segment: {'id': '4e4fea13-e2fd-497b-9526-636fc53a6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:36:40.662232 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Bound using segment: {'id': '4e4fea13-e2fd-497b-9526-636fc53a6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:36:40.662936 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Bound port: 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4fea13-e2fd-497b-9526-636fc53a6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:36:40.663462 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:40.670301 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8a443680-b4e4-4162-b09d-f467a11704be req-865a9c8b-2de9-4a9a-a77b-1a4a652018a9 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664339 Jun 16 18:36:40.771307 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] For port 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0, host hv-cinder-66710, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:36:40.774801 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] For port 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0,segment=NetworkSegment(4e4fea13-e2fd-497b-9526-636fc53a6bfe),segment_id=4e4fea13-e2fd-497b-9526-636fc53a6bfe)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:36:40.783538 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:40.783766 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0a0f83bb-4bb3-48d1-9fc8-250d64b6c0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:40.788071 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:40.795318 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0a0f83bb-4bb3-48d1-9fc8-250d64b6c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:40.800901 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:40.851145 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f83bb-4bb3-48d1-9fc8-250d64b6c0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211c1952-5edf-4b86-b029-ba0c70f67579,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:40.857183 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-0a0f83bb-4bb3-48d1-9fc8-250d64b6c0aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=178ebd84f16242c380057e58980ac099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852454 Jun 16 18:36:40.858493 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0a0f83bb-4bb3-48d1-9fc8-250d64b6c0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:40.859824 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60002) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:40.888531 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:40.889150 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:40.890574 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] 10.222.0.36 "PUT /v2.0/ports/15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 HTTP/1.1" status: 200 len: 1094 time: 1.7115142 Jun 16 18:36:40.899865 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08149fcd-11f5-445e-aff4-fc80bf34f9e7', 'tag': '15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:36:40.914773 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48bd0f3-7a50-452e-a050-62095894adba" -d '{"events": [{"name": "network-changed", "server_uuid": "08149fcd-11f5-445e-aff4-fc80bf34f9e7", "tag": "15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:36:40.928001 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fb1cee6a-c16c-49bf-866b-ca07aa93161d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:40.969885 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fb1cee6a-c16c-49bf-866b-ca07aa93161d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:41.039144 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 60018) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:41.039733 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fb1cee6a-c16c-49bf-866b-ca07aa93161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:41.044549 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fb1cee6a-c16c-49bf-866b-ca07aa93161d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:41.048255 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-fb1cee6a-c16c-49bf-866b-ca07aa93161d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/211c1952-5edf-4b86-b029-ba0c70f67579 HTTP/1.1" status: 204 len: 168 time: 0.1846681 Jun 16 18:36:41.048255 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3f49e31a-6397-4750-940a-52fa541d3ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:41.057162 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1cee6a-c16c-49bf-866b-ca07aa93161d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211c1952-5edf-4b86-b029-ba0c70f67579,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:41.060684 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-fb1cee6a-c16c-49bf-866b-ca07aa93161d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:41.083902 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Pushing event updated for resources: {'Port': ['ID=15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:41.087343 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:41.128633 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e84d220-8580-45a9-bb7a-f537569da776 admin admin] Deleting subnet 35c8a7a4-9cf0-481d-9ac8-4d6c25110c20 {{(pid=92978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:36:41.134904 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0e84d220-8580-45a9-bb7a-f537569da776 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:41.170962 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1c5ea-3667-45b9-941c-98d02f0b09a8 req-769ddbda-c53b-4085-abe8-9342d0ca2957 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:41.172546 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-62f1c5ea-3667-45b9-941c-98d02f0b09a8 req-769ddbda-c53b-4085-abe8-9342d0ca2957 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.3220856 Jun 16 18:36:41.182629 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60028) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:41.187071 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-1b15a112-d22c-41dd-b612-3299e0d76563 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Request body: {'floatingip': {'port_id': 'd19050fd-e9b4-4edd-9f70-c11df229711a'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:41.212837 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-692016b7-c2e9-4ce5-aafa-7c9edcd5dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:41.214423 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-692016b7-c2e9-4ce5-aafa-7c9edcd5dca2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16af9c5b756c4d76ab7ce535c8b78c3e&device_id=08149fcd-11f5-445e-aff4-fc80bf34f9e7 HTTP/1.1" status: 200 len: 1097 time: 0.2426548 Jun 16 18:36:41.241407 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0e84d220-8580-45a9-bb7a-f537569da776 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:41.242025 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:41.255188 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff4fbe4-9fac-47f6-b3cb-faa5ceb1eb35 x-openstack-request-id: req-1ff4fbe4-9fac-47f6-b3cb-faa5ceb1eb35 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:36:41.255502 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08149fcd-11f5-445e-aff4-fc80bf34f9e7", "tag": "15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:36:41.255828 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ff4fbe4-9fac-47f6-b3cb-faa5ceb1eb35 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:36:41.256481 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08149fcd-11f5-445e-aff4-fc80bf34f9e7', 'tag': '15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0', 'status': 'completed', 'code': 200} Jun 16 18:36:41.266215 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0e84d220-8580-45a9-bb7a-f537569da776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586659'] for subnet, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:41.289130 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3263853e-dbe1-4497-9f51-dae33afc1613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:41.327272 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-fe400639-9489-4d90-90a0-9856ae021026 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 HTTP/1.1" status: 200 len: 217 time: 0.0893140 Jun 16 18:36:41.331073 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b15a112-d22c-41dd-b612-3299e0d76563 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for floatingip, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:41.461075 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cac63a-18da-4dd1-925b-b2dd3c5a27af req-3a05834d-06f1-4a53-89d5-d9722a54ea55 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:41.467964 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f6cac63a-18da-4dd1-925b-b2dd3c5a27af req-3a05834d-06f1-4a53-89d5-d9722a54ea55 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.2944334 Jun 16 18:36:41.477403 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-7c58e60b-1b20-4f3f-939c-6714735c863e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:41.478796 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-7c58e60b-1b20-4f3f-939c-6714735c863e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2429f91a-7912-4c8c-93e6-f1cb7b790393 HTTP/1.1" status: 200 len: 855 time: 0.1366172 Jun 16 18:36:41.482587 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0e84d220-8580-45a9-bb7a-f537569da776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377'] for subnet, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:41.506676 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:41.555019 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-b6e7e9ee-72f6-4d13-8044-e49f7e674de1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7a22503-f14c-4070-be6c-41b9c371066c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611794 Jun 16 18:36:41.565388 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0e84d220-8580-45a9-bb7a-f537569da776 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:41.567249 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-0e84d220-8580-45a9-bb7a-f537569da776 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/35c8a7a4-9cf0-481d-9ac8-4d6c25110c20 HTTP/1.1" status: 204 len: 168 time: 0.5250196 Jun 16 18:36:41.568615 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84d220-8580-45a9-bb7a-f537569da776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35c8a7a4-9cf0-481d-9ac8-4d6c25110c20,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:41.570460 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0e84d220-8580-45a9-bb7a-f537569da776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:41.573471 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 60040) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:41.635628 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f6cac63a-18da-4dd1-925b-b2dd3c5a27af req-d6e4bfdf-187f-4de5-8176-76c42c5e1eae tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666250 Jun 16 18:36:41.704062 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:41.717652 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ef1cd-622c-464d-9a73-0d1b06339be2 req-188dd981-59f6-43c1-b75b-1fa2e1613ca5 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:41.723811 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8e6ef1cd-622c-464d-9a73-0d1b06339be2 req-188dd981-59f6-43c1-b75b-1fa2e1613ca5 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=08149fcd-11f5-445e-aff4-fc80bf34f9e7 HTTP/1.1" status: 200 len: 944 time: 0.3663666 Jun 16 18:36:41.889107 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627518'] for network, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:42.061393 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-b0e93d12-e47b-4221-a3f0-0a9e2356baac service neutron] 10.222.0.36 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854794 Jun 16 18:36:42.067910 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8e6ef1cd-622c-464d-9a73-0d1b06339be2 req-9b233b09-8fcd-453e-9546-d2bb320f383c tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691615 Jun 16 18:36:42.090813 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b15a112-d22c-41dd-b612-3299e0d76563 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:42.096898 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b15a112-d22c-41dd-b612-3299e0d76563 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439533'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:42.175367 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584236', 'neutron.services.segments.db._delete_segments_for_network-8789583485489'] for network, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:42.235581 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.db.l3_db [None req-1b15a112-d22c-41dd-b612-3299e0d76563 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Floating IP d2de651a-057a-4c34-8d94-56c94939372f associated. External IP: 172.28.2.196, port: d19050fd-e9b4-4edd-9f70-c11df229711a. Jun 16 18:36:42.263672 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:36:42.264040 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:36:42.264833 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:36:42.268101 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Subscribe: > port after_create 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:36:42.268489 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:36:42.268821 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Subscribe: > port after_update 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:36:42.269156 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:36:42.269478 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:36:42.269802 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:36:42.270116 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:36:42.483063 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:42.514679 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:36:42.515028 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:36:42.515359 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:36:42.515683 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:36:42.516021 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d46c676-4fd5-4818-a651-45cc92a28713']}} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:42.537014 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c068b2ce-f93f-4b15-b978-7ef6276488b8') {'for_net_delete': True} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:42.537291 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c068b2ce-f93f-4b15-b978-7ef6276488b8') {} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:42.557710 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789583484802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130531055'] for segment, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:42.562496 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b15a112-d22c-41dd-b612-3299e0d76563 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Router 12587d63-aff2-4c87-bb7a-d8be1330b237 has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:36:42.589110 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:42.594509 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-847a8b37-b2dd-4e3d-8f1b-ccbcece05b4c req-67c24ca3-938f-4059-a787-241e149ac026 service neutron] 10.222.0.36 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245869 Jun 16 18:36:42.600921 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=92978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:36:42.601355 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130527830'] for segment, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: from cryptography.utils import int_from_bytes Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: from cryptography.utils import int_from_bytes Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: Traceback (most recent call last): Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: timer() Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: cb(*args, **kw) Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: return func(*args, **kwargs) Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:36:42.605968 dv-cinder-667108-31-smb neutron-server[92978]: self._notify() Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: self.callback(batched_events) Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: event.method(event) Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: return f(self, *a, **k) Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: return self._get(url).json() Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: return self.request(url, 'GET', **kwargs) Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:36:42.609508 dv-cinder-667108-31-smb neutron-server[92978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:36:42.674732 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439411'] for network, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:42.706141 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-66fa1577-4320-4e26-b4c5-8b82af298940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:42.712672 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:42.714653 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7d46c676-4fd5-4818-a651-45cc92a28713 HTTP/1.1" status: 204 len: 168 time: 1.1378434 Jun 16 18:36:42.726619 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d46c676-4fd5-4818-a651-45cc92a28713,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:42.729632 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2b6c6a1d-5407-4511-bcbc-93c72344e1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:42.769000 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bd0f3-7a50-452e-a050-62095894adba req-0920f312-f356-466f-9980-e4ab8057e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:42.770647 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b15a112-d22c-41dd-b612-3299e0d76563 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:36:42.775497 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b15a112-d22c-41dd-b612-3299e0d76563 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:42.777303 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f48bd0f3-7a50-452e-a050-62095894adba req-0920f312-f356-466f-9980-e4ab8057e76e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16af9c5b756c4d76ab7ce535c8b78c3e&device_id=08149fcd-11f5-445e-aff4-fc80bf34f9e7 HTTP/1.1" status: 200 len: 1097 time: 0.1008482 Jun 16 18:36:42.780321 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb75b8-6b28-45a1-bf1b-8feba130b982 None None] Sync routers for ids ['12587d63-aff2-4c87-bb7a-d8be1330b237'] in dv-cinder-667108-31-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:36:42.799257 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eb75b8-6b28-45a1-bf1b-8feba130b982 None None] Routers {'12587d63-aff2-4c87-bb7a-d8be1330b237'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:36:42.799902 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-09eb75b8-6b28-45a1-bf1b-8feba130b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:36:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['12587d63-aff2-4c87-bb7a-d8be1330b237'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:42.860864 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-1b15a112-d22c-41dd-b612-3299e0d76563 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "PUT /v2.0/floatingips/d2de651a-057a-4c34-8d94-56c94939372f HTTP/1.1" status: 200 len: 992 time: 1.6774199 Jun 16 18:36:42.862452 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa54879f-cf5f-417c-b708-5aaa2557288a', 'tag': 'd19050fd-e9b4-4edd-9f70-c11df229711a'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:36:42.865598 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655179149b5f6b883862c147ecb57b300cdde1b97bebaf772ade2758c6b3064c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6659abd-f7e3-4a7e-9ca6-e3b821c61286" -d '{"events": [{"name": "network-changed", "server_uuid": "fa54879f-cf5f-417c-b708-5aaa2557288a", "tag": "d19050fd-e9b4-4edd-9f70-c11df229711a"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:36:42.959600 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bd0f3-7a50-452e-a050-62095894adba req-95519cf9-5dc3-42da-a408-0e4939296b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:42.961387 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f48bd0f3-7a50-452e-a050-62095894adba req-95519cf9-5dc3-42da-a408-0e4939296b9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7a22503-f14c-4070-be6c-41b9c371066c HTTP/1.1" status: 200 len: 916 time: 0.1772387 Jun 16 18:36:43.013689 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f48bd0f3-7a50-452e-a050-62095894adba req-d1280d76-834f-4b64-bd4b-c3b7e663fec6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 HTTP/1.1" status: 200 len: 217 time: 0.0376961 Jun 16 18:36:43.026809 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd963d-460e-4bba-99da-520981757b0f req-dfaffacf-3cf6-4205-b331-115a05b26812 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:43.029002 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-67dd963d-460e-4bba-99da-520981757b0f req-dfaffacf-3cf6-4205-b331-115a05b26812 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1339061 Jun 16 18:36:43.046571 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-09eb75b8-6b28-45a1-bf1b-8feba130b982 None None] Set router 12587d63-aff2-4c87-bb7a-d8be1330b237 gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:36:43.102718 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bd0f3-7a50-452e-a050-62095894adba req-b948c082-ead2-4d2a-8eb9-792646b0e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:43.104190 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f48bd0f3-7a50-452e-a050-62095894adba req-b948c082-ead2-4d2a-8eb9-792646b0e40b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2429f91a-7912-4c8c-93e6-f1cb7b790393 HTTP/1.1" status: 200 len: 855 time: 0.0740855 Jun 16 18:36:43.125569 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60128) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:43.152364 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-67dd963d-460e-4bba-99da-520981757b0f req-a2140654-defe-4b0b-8f79-ae90971dc399 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123047 Jun 16 18:36:43.154422 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f48bd0f3-7a50-452e-a050-62095894adba req-32f6aaad-57c4-409e-82f1-3fb1292906e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7a22503-f14c-4070-be6c-41b9c371066c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329344 Jun 16 18:36:43.190307 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793e8430-2d4c-45b7-8c4a-6dc6cf7e13fd x-openstack-request-id: req-793e8430-2d4c-45b7-8c4a-6dc6cf7e13fd {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:36:43.191252 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa54879f-cf5f-417c-b708-5aaa2557288a", "tag": "d19050fd-e9b4-4edd-9f70-c11df229711a", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:36:43.193982 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-793e8430-2d4c-45b7-8c4a-6dc6cf7e13fd {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:36:43.194558 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa54879f-cf5f-417c-b708-5aaa2557288a', 'tag': 'd19050fd-e9b4-4edd-9f70-c11df229711a', 'status': 'completed', 'code': 200} Jun 16 18:36:43.255177 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-3d3f44e6-69bf-46f0-b06d-10400a53b58d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62d433e0b1e446108e7e2bb6acd36264&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1278005 Jun 16 18:36:43.256951 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60138) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:43.384528 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-81f2dcd2-c74e-4218-b80d-884fb77a1565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:43.420842 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-81f2dcd2-c74e-4218-b80d-884fb77a1565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:43.474898 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f48bd0f3-7a50-452e-a050-62095894adba req-e221b6ea-a7d8-4c95-9020-5c61617337c1 service neutron] 10.222.0.36 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131266 Jun 16 18:36:43.500166 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-81f2dcd2-c74e-4218-b80d-884fb77a1565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:43.503150 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-81f2dcd2-c74e-4218-b80d-884fb77a1565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:43.513470 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-81f2dcd2-c74e-4218-b80d-884fb77a1565 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae1d172b-fa8e-4c18-889b-2735627cc9bc HTTP/1.1" status: 204 len: 168 time: 0.2538602 Jun 16 18:36:43.516964 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-05c01018-c065-45a8-b287-4608db9a9346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:43.521333 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6659abd-f7e3-4a7e-9ca6-e3b821c61286 req-e4eed3fa-417e-43ee-bd37-2cb957b42639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:43.522840 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f6659abd-f7e3-4a7e-9ca6-e3b821c61286 req-e4eed3fa-417e-43ee-bd37-2cb957b42639 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bc91c45bdd24caa9702ccfebfce88a4&device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 1099 time: 0.2985573 Jun 16 18:36:43.539207 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2dcd2-c74e-4218-b80d-884fb77a1565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1d172b-fa8e-4c18-889b-2735627cc9bc,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:43.544856 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-81f2dcd2-c74e-4218-b80d-884fb77a1565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:43.560554 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81835ee-97ba-4a86-8fdc-e27b58c57e35 req-e19d827b-24e2-4d72-a979-577ae1533407 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:43.576945 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d81835ee-97ba-4a86-8fdc-e27b58c57e35 req-e19d827b-24e2-4d72-a979-577ae1533407 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=08149fcd-11f5-445e-aff4-fc80bf34f9e7 HTTP/1.1" status: 200 len: 944 time: 0.2291684 Jun 16 18:36:43.670540 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-09eb75b8-6b28-45a1-bf1b-8feba130b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:52Z', 'updated_at': '2021-06-16T18:36:10Z', 'revision_number': 4, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'gw_port': {'id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:55Z', 'updated_at': '2021-06-16T18:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_floatingips': [{'id': 'd2de651a-057a-4c34-8d94-56c94939372f', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'floating_ip_address': '172.28.2.196', 'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'router_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'port_id': 'd19050fd-e9b4-4edd-9f70-c11df229711a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'mac_address': 'fa:16:3e:18:47:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa54879f-cf5f-417c-b708-5aaa2557288a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:36:20Z', 'updated_at': '2021-06-16T18:36:41Z', 'revision_number': 1, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00063d25-8d56-4d22-922b-aec65d8a8c93', 'name': '', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'mac_address': 'fa:16:3e:f2:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:36:06Z', 'updated_at': '2021-06-16T18:36:19Z', 'revision_number': 5, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'subnets': [{'id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:43.678222 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb75b8-6b28-45a1-bf1b-8feba130b982 None None] Checking router: 12587d63-aff2-4c87-bb7a-d8be1330b237 for host: dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:36:43.687942 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eb75b8-6b28-45a1-bf1b-8feba130b982 None None] Routers {'12587d63-aff2-4c87-bb7a-d8be1330b237'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:36:43.688780 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-09eb75b8-6b28-45a1-bf1b-8feba130b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:36:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['12587d63-aff2-4c87-bb7a-d8be1330b237'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:43.748844 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d81835ee-97ba-4a86-8fdc-e27b58c57e35 req-65e62892-8329-43b4-b76b-e6ae3b5b9158 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708851 Jun 16 18:36:43.758377 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f48bd0f3-7a50-452e-a050-62095894adba req-75142b32-9ec5-429e-8ad6-da03e48b05f3 service neutron] 10.222.0.36 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719252 Jun 16 18:36:43.828934 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6659abd-f7e3-4a7e-9ca6-e3b821c61286 req-1e35f56c-cef0-49d1-a417-826c9be2d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:43.830405 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f6659abd-f7e3-4a7e-9ca6-e3b821c61286 req-1e35f56c-cef0-49d1-a417-826c9be2d9c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 HTTP/1.1" status: 200 len: 912 time: 0.2898171 Jun 16 18:36:43.885316 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-09eb75b8-6b28-45a1-bf1b-8feba130b982 None None] Set router 12587d63-aff2-4c87-bb7a-d8be1330b237 gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:36:43.909439 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f6659abd-f7e3-4a7e-9ca6-e3b821c61286 req-9186ff05-cd48-408e-a995-46cbc78185d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d19050fd-e9b4-4edd-9f70-c11df229711a HTTP/1.1" status: 200 len: 1000 time: 0.0703537 Jun 16 18:36:43.991288 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6659abd-f7e3-4a7e-9ca6-e3b821c61286 req-ea96db15-88f1-4391-896b-b1c547e03acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:43.993083 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f6659abd-f7e3-4a7e-9ca6-e3b821c61286 req-ea96db15-88f1-4391-896b-b1c547e03acf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc7cf5ef-6aa1-4199-9c30-73b9adb626d9 HTTP/1.1" status: 200 len: 850 time: 0.0720983 Jun 16 18:36:44.075033 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6659abd-f7e3-4a7e-9ca6-e3b821c61286 req-f94f8bf8-a8fa-4fa9-a0a3-8888f95c7937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:44.077016 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f6659abd-f7e3-4a7e-9ca6-e3b821c61286 req-f94f8bf8-a8fa-4fa9-a0a3-8888f95c7937 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0734687 Jun 16 18:36:44.165531 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:44.316855 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f6659abd-f7e3-4a7e-9ca6-e3b821c61286 req-ca7a5a53-6e34-4b29-a6c9-1adcb5385c4a service neutron] 10.222.0.36 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311285 Jun 16 18:36:44.331089 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-09eb75b8-6b28-45a1-bf1b-8feba130b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:52Z', 'updated_at': '2021-06-16T18:36:10Z', 'revision_number': 4, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'gw_port': {'id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:55Z', 'updated_at': '2021-06-16T18:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_floatingips': [{'id': 'd2de651a-057a-4c34-8d94-56c94939372f', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'floating_ip_address': '172.28.2.196', 'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'router_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'port_id': 'd19050fd-e9b4-4edd-9f70-c11df229711a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'mac_address': 'fa:16:3e:18:47:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa54879f-cf5f-417c-b708-5aaa2557288a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:36:20Z', 'updated_at': '2021-06-16T18:36:41Z', 'revision_number': 1, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00063d25-8d56-4d22-922b-aec65d8a8c93', 'name': '', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'mac_address': 'fa:16:3e:f2:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:36:06Z', 'updated_at': '2021-06-16T18:36:19Z', 'revision_number': 5, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'subnets': [{'id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:36:44.341392 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb75b8-6b28-45a1-bf1b-8feba130b982 None None] The sync data for ids ['12587d63-aff2-4c87-bb7a-d8be1330b237'] in dv-cinder-667108-31-smb is: [{'id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:52Z', 'updated_at': '2021-06-16T18:36:10Z', 'revision_number': 4, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'gw_port': {'id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:55Z', 'updated_at': '2021-06-16T18:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_floatingips': [{'id': 'd2de651a-057a-4c34-8d94-56c94939372f', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'floating_ip_address': '172.28.2.196', 'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'router_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'port_id': 'd19050fd-e9b4-4edd-9f70-c11df229711a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'mac_address': 'fa:16:3e:18:47:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa54879f-cf5f-417c-b708-5aaa2557288a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:36:20Z', 'updated_at': '2021-06-16T18:36:41Z', 'revision_number': 1, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00063d25-8d56-4d22-922b-aec65d8a8c93', 'name': '', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'mac_address': 'fa:16:3e:f2:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:36:06Z', 'updated_at': '2021-06-16T18:36:19Z', 'revision_number': 5, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'subnets': [{'id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:36:44.707151 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ae6928-ba47-41ef-b9a4-cbfcb360e105 None None] New status for floating IP d2de651a-057a-4c34-8d94-56c94939372f: ACTIVE {{(pid=92980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:36:44.977794 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60240) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:44.986656 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60244) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:44.991542 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f6659abd-f7e3-4a7e-9ca6-e3b821c61286 req-45bc444f-72f1-4897-87c8-98940adc7370 service neutron] 10.222.0.36 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6521943 Jun 16 18:36:45.027841 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4d249-5628-449f-8454-9df718896928 req-73d15652-dc3a-4e1b-90e0-9ae21618a22e tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:45.029447 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8ed4d249-5628-449f-8454-9df718896928 req-73d15652-dc3a-4e1b-90e0-9ae21618a22e tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1712101 Jun 16 18:36:45.069051 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a24411-4500-4895-a76f-cc5747983572 req-994066be-07ce-48bf-83f0-bb464135b70d tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:45.072776 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f5a24411-4500-4895-a76f-cc5747983572 req-994066be-07ce-48bf-83f0-bb464135b70d tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=08149fcd-11f5-445e-aff4-fc80bf34f9e7 HTTP/1.1" status: 200 len: 944 time: 0.1483972 Jun 16 18:36:45.111895 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8ed4d249-5628-449f-8454-9df718896928 req-08e0ef2a-6027-469f-9149-e962e52f16d1 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753293 Jun 16 18:36:45.122203 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1f448f08-0d71-4fb7-a635-a5a5c0c7bbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:45.138589 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f5a24411-4500-4895-a76f-cc5747983572 req-dccc8935-fc6f-4951-b2a5-095f91342761 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597622 Jun 16 18:36:45.155918 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1669cbd0-1ca1-43f7-9a90-18d8b466a0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:45.253044 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1f448f08-0d71-4fb7-a635-a5a5c0c7bbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:45.260248 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1f448f08-0d71-4fb7-a635-a5a5c0c7bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:45.265140 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:45.311909 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f448f08-0d71-4fb7-a635-a5a5c0c7bbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fd2b44-03d7-4e0a-a7a1-697a6a44138d,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:45.322187 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-1f448f08-0d71-4fb7-a635-a5a5c0c7bbcd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5bd9b5171120459b98bf03c7001ce864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400435 Jun 16 18:36:45.322527 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 60256) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:45.329038 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1f448f08-0d71-4fb7-a635-a5a5c0c7bbcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:45.376375 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2071e31d-9592-4b11-8876-a2277925d560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:45.395801 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1669cbd0-1ca1-43f7-9a90-18d8b466a0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:45.402740 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1669cbd0-1ca1-43f7-9a90-18d8b466a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:45.404587 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2071e31d-9592-4b11-8876-a2277925d560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:45.405826 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-fb1cee6a-c16c-49bf-866b-ca07aa93161d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:45.442120 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669cbd0-1ca1-43f7-9a90-18d8b466a0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60f6bd3-cafa-426c-bf7c-e0a4ca6f6113,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:45.446005 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1669cbd0-1ca1-43f7-9a90-18d8b466a0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:45.449842 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-1669cbd0-1ca1-43f7-9a90-18d8b466a0ee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e90fcd7dc0ec4044b59b7c74c5e0653c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4613097 Jun 16 18:36:45.452454 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 60260) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:45.482533 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2071e31d-9592-4b11-8876-a2277925d560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:45.485128 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2071e31d-9592-4b11-8876-a2277925d560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:45.486289 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-2071e31d-9592-4b11-8876-a2277925d560 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59fd2b44-03d7-4e0a-a7a1-697a6a44138d HTTP/1.1" status: 204 len: 168 time: 0.1630218 Jun 16 18:36:45.487983 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:45.503732 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071e31d-9592-4b11-8876-a2277925d560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fd2b44-03d7-4e0a-a7a1-697a6a44138d,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:45.507309 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2071e31d-9592-4b11-8876-a2277925d560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:45.522937 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ea11bf21-4811-4941-bb63-2a7254f9c712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:45.551458 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ea11bf21-4811-4941-bb63-2a7254f9c712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:45.603664 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ea11bf21-4811-4941-bb63-2a7254f9c712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:45.606805 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ea11bf21-4811-4941-bb63-2a7254f9c712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:45.610313 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-ea11bf21-4811-4941-bb63-2a7254f9c712 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b60f6bd3-cafa-426c-bf7c-e0a4ca6f6113 HTTP/1.1" status: 204 len: 168 time: 0.1543939 Jun 16 18:36:45.610313 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c1c062a2-6820-408a-bcd4-cc3e5d6b59d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:45.617248 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11bf21-4811-4941-bb63-2a7254f9c712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60f6bd3-cafa-426c-bf7c-e0a4ca6f6113,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:45.622172 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ea11bf21-4811-4941-bb63-2a7254f9c712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:45.906002 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:36:45.922868 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 60284) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:45.939157 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ecfd6aec-89de-46ce-8fcd-117d2287310b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:46.020665 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0,segment=NetworkSegment(4e4fea13-e2fd-497b-9526-636fc53a6bfe),segment_id=4e4fea13-e2fd-497b-9526-636fc53a6bfe)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:46.032976 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': '15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0', 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c', 'port_id': '15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0', 'mac_address': 'fa:16:3e:09:ef:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2429f91a-7912-4c8c-93e6-f1cb7b790393', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:36:46.041648 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ecfd6aec-89de-46ce-8fcd-117d2287310b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:46.047079 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ecfd6aec-89de-46ce-8fcd-117d2287310b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:46.050925 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:46.078250 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:46.090524 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-ecfd6aec-89de-46ce-8fcd-117d2287310b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3fa829c5662c4dce82e5cdb02e1227af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1655972 Jun 16 18:36:46.091856 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd6aec-89de-46ce-8fcd-117d2287310b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832f4f34-05ee-4e28-a7a2-fb3da945818a,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:46.093927 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60286) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:46.094995 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ecfd6aec-89de-46ce-8fcd-117d2287310b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:46.111061 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:36:46.111392 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 60288) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:46.126786 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e57af0dd-6ba4-4308-ac75-9dcb014f591d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:46.137394 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0,segment=NetworkSegment(4e4fea13-e2fd-497b-9526-636fc53a6bfe),segment_id=4e4fea13-e2fd-497b-9526-636fc53a6bfe)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:46.142888 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:46.145914 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:46.190347 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-25758544-b637-4b1f-bd49-bc24aa78859f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:46.201365 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:46.205570 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:46.236040 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-25758544-b637-4b1f-bd49-bc24aa78859f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:46.254458 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e57af0dd-6ba4-4308-ac75-9dcb014f591d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:46.259487 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e57af0dd-6ba4-4308-ac75-9dcb014f591d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:46.264303 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-6d6a3a00-894b-4cc6-ab6d-45d02158043a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:46.295427 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-25758544-b637-4b1f-bd49-bc24aa78859f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:46.298103 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-25758544-b637-4b1f-bd49-bc24aa78859f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:46.299371 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-25758544-b637-4b1f-bd49-bc24aa78859f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/832f4f34-05ee-4e28-a7a2-fb3da945818a HTTP/1.1" status: 204 len: 168 time: 0.2038748 Jun 16 18:36:46.300210 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6867d4cc-1c22-48f9-b64d-c2a2d2e3db2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:46.308246 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25758544-b637-4b1f-bd49-bc24aa78859f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832f4f34-05ee-4e28-a7a2-fb3da945818a,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:46.310702 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-25758544-b637-4b1f-bd49-bc24aa78859f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:46.364079 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-e57af0dd-6ba4-4308-ac75-9dcb014f591d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c54fe8162b124e19be8e9542f4d90d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513902 Jun 16 18:36:46.367026 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60296) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:46.377078 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57af0dd-6ba4-4308-ac75-9dcb014f591d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d433d6b-2bed-4d56-87b8-126eae9ac370,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:46.380153 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e57af0dd-6ba4-4308-ac75-9dcb014f591d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:46.417575 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-63a3c4e5-535a-44ab-ab12-1ed75d38c298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:46.423154 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84901bae-36f7-4082-bc1a-7df45aa17cd8 req-2700d286-c41e-454a-b96d-a542ed606296 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:46.424926 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-84901bae-36f7-4082-bc1a-7df45aa17cd8 req-2700d286-c41e-454a-b96d-a542ed606296 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1532574 Jun 16 18:36:46.434751 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad013e-063f-4a00-a758-82f7f1fb62cb req-c560b599-513e-4bd8-97ef-37973dc0b352 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:46.436231 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-15ad013e-063f-4a00-a758-82f7f1fb62cb req-c560b599-513e-4bd8-97ef-37973dc0b352 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=08149fcd-11f5-445e-aff4-fc80bf34f9e7 HTTP/1.1" status: 200 len: 945 time: 0.1174345 Jun 16 18:36:46.439578 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-63a3c4e5-535a-44ab-ab12-1ed75d38c298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:46.460654 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:36:46.496729 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-63a3c4e5-535a-44ab-ab12-1ed75d38c298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:46.500441 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-84901bae-36f7-4082-bc1a-7df45aa17cd8 req-5130f848-0c30-44d1-b883-bc47b431ef2e tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631859 Jun 16 18:36:46.500654 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-63a3c4e5-535a-44ab-ab12-1ed75d38c298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:46.503165 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-15ad013e-063f-4a00-a758-82f7f1fb62cb req-33e83a9d-b57b-4b1f-ade1-b8db66b42bf4 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601056 Jun 16 18:36:46.504639 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-63a3c4e5-535a-44ab-ab12-1ed75d38c298 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d433d6b-2bed-4d56-87b8-126eae9ac370 HTTP/1.1" status: 204 len: 168 time: 0.1364942 Jun 16 18:36:46.505476 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0a0f83bb-4bb3-48d1-9fc8-250d64b6c0aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:46.514914 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3c4e5-535a-44ab-ab12-1ed75d38c298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d433d6b-2bed-4d56-87b8-126eae9ac370,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:46.517276 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-63a3c4e5-535a-44ab-ab12-1ed75d38c298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:47.526845 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 60366) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:47.680727 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-3cfb559a-72c0-44bf-9c4c-a43d6d334efc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1847252255-network', 'tenant_id': 'ce24478828b944e9a869448a8d446783'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:47.736741 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfb559a-72c0-44bf-9c4c-a43d6d334efc admin admin] Made reservation on behalf of ce24478828b944e9a869448a8d446783 for: {'network': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:36:47.739188 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3cfb559a-72c0-44bf-9c4c-a43d6d334efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for network, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:47.754598 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3cfb559a-72c0-44bf-9c4c-a43d6d334efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:47.770907 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878375d3-c3fe-4dae-bd33-94d0e41c83bc req-7209abc9-2f88-493f-8c05-33cb20640689 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:47.772385 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-878375d3-c3fe-4dae-bd33-94d0e41c83bc req-7209abc9-2f88-493f-8c05-33cb20640689 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1431944 Jun 16 18:36:47.817794 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459d8f6-50ce-4af7-be56-c488550a6df1 req-bde4b168-0cdb-46eb-9ed6-a961d4436e59 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:47.819339 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f459d8f6-50ce-4af7-be56-c488550a6df1 req-bde4b168-0cdb-46eb-9ed6-a961d4436e59 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=08149fcd-11f5-445e-aff4-fc80bf34f9e7 HTTP/1.1" status: 200 len: 945 time: 0.1603775 Jun 16 18:36:47.866303 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-878375d3-c3fe-4dae-bd33-94d0e41c83bc req-3a770b80-fce3-43c4-8d3f-8cddd81aaec1 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875280 Jun 16 18:36:47.896591 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f459d8f6-50ce-4af7-be56-c488550a6df1 req-c967d85f-510c-450f-ba98-7714ece41b0a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699868 Jun 16 18:36:47.906875 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:36:47.945290 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3cfb559a-72c0-44bf-9c4c-a43d6d334efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:47.950730 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3cfb559a-72c0-44bf-9c4c-a43d6d334efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:47.960946 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-51473f9c-5c8a-4047-b179-0b88a647a051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:47.981742 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cfb559a-72c0-44bf-9c4c-a43d6d334efc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=92978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:36:47.990092 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning for port 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:36:47.992528 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb559a-72c0-44bf-9c4c-a43d6d334efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5565619-d284-4363-a9cf-ab8c437ceee8,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:47.998531 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3cfb559a-72c0-44bf-9c4c-a43d6d334efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:47.999875 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3cfb559a-72c0-44bf-9c4c-a43d6d334efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:48.000332 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.db.segments_db [None req-3cfb559a-72c0-44bf-9c4c-a43d6d334efc admin admin] Added segment f4f7968e-d440-4f14-b19f-5772e53e3008 of type vlan for network 8fef46df-3873-4b44-afff-5201a54de026 Jun 16 18:36:48.018865 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:36:48.019141 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:48.059676 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3cfb559a-72c0-44bf-9c4c-a43d6d334efc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789582983042'] for network, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:48.099475 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3cfb559a-72c0-44bf-9c4c-a43d6d334efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384'] for network, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:48.100917 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfb559a-72c0-44bf-9c4c-a43d6d334efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:48.101708 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3cfb559a-72c0-44bf-9c4c-a43d6d334efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:48.107863 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:48.124897 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:48.141446 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-3cfb559a-72c0-44bf-9c4c-a43d6d334efc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6116202 Jun 16 18:36:48.145526 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60394) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:48.150697 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Request body: {'subnet': {'network_id': '8fef46df-3873-4b44-afff-5201a54de026', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1847252255-subnet', 'tenant_id': 'ce24478828b944e9a869448a8d446783', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:48.170089 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb559a-72c0-44bf-9c4c-a43d6d334efc admin admin] Pushing event updated for resources: {'Network': ['ID=8fef46df-3873-4b44-afff-5201a54de026,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:48.173089 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3cfb559a-72c0-44bf-9c4c-a43d6d334efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:48.218445 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Made reservation on behalf of ce24478828b944e9a869448a8d446783 for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:36:48.221749 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:48.276469 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Network 8fef46df-3873-4b44-afff-5201a54de026 details requested by agent ovs-agent-dv-cinder-667108-31-smb with host dv-cinder-667108-31-smb {{(pid=92980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:36:48.305048 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08149fcd-11f5-445e-aff4-fc80bf34f9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:36:48.307343 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585b624b-6f76-4bb0-bdda-4badc90b9be6" -d '{"events": [{"server_uuid": "08149fcd-11f5-445e-aff4-fc80bf34f9e7", "name": "network-vif-plugged", "status": "completed", "tag": "15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:36:48.329769 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0,segment=NetworkSegment(4e4fea13-e2fd-497b-9526-636fc53a6bfe),segment_id=4e4fea13-e2fd-497b-9526-636fc53a6bfe)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:36:48.389221 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f2a78b-7423-4833-8ac5-1ef86fc0e390 x-openstack-request-id: req-39f2a78b-7423-4833-8ac5-1ef86fc0e390 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:36:48.390510 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08149fcd-11f5-445e-aff4-fc80bf34f9e7", "name": "network-vif-plugged", "status": "completed", "tag": "15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:36:48.390876 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-39f2a78b-7423-4833-8ac5-1ef86fc0e390 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:36:48.391446 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08149fcd-11f5-445e-aff4-fc80bf34f9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0', 'code': 200} Jun 16 18:36:48.397924 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:48.403657 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:48.466285 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:48.471975 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:48.549330 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:48.554930 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f692fc7b-3f4f-46f0-8fd8-214d316341f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:48.629942 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69d47b74-8f60-4515-9fbd-afb2a6d2bc2f,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:48.642761 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Checking segment: {'id': 'f4f7968e-d440-4f14-b19f-5772e53e3008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8fef46df-3873-4b44-afff-5201a54de026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:36:48.643164 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Network hostable DHCP agents. Network: 8fef46df-3873-4b44-afff-5201a54de026, hostable agents: ['b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:36:48.647307 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:48.647663 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:48.648212 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:48.648750 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:48.649248 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:48.649784 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:48.650280 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:48.650791 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:48.651375 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:48.651938 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:48.652568 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:48.653117 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:48.659396 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:48.676348 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Network 8fef46df-3873-4b44-afff-5201a54de026 is scheduled to be hosted by DHCP agent b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:36:48.700618 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 60422) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:48.701137 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-smb, 8fef46df-3873-4b44-afff-5201a54de026) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:36:48.707441 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:48.708049 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:48.727813 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25cace2-9d9c-4b14-b627-1f4ca1efdd23 None None] Network 8fef46df-3873-4b44-afff-5201a54de026 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:36:48.734567 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a9dbc-cbe7-4d94-b7bc-870064110bf0 req-3770f88a-4879-45c8-af60-c8f85ce198ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:48.738944 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f06a9dbc-cbe7-4d94-b7bc-870064110bf0 req-3770f88a-4879-45c8-af60-c8f85ce198ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=08149fcd-11f5-445e-aff4-fc80bf34f9e7 HTTP/1.1" status: 200 len: 1099 time: 0.1136048 Jun 16 18:36:48.749919 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6031911 Jun 16 18:36:48.822574 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f06a9dbc-cbe7-4d94-b7bc-870064110bf0 req-cdcff787-ba2f-4830-a3a8-189ae70343c8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746820 Jun 16 18:36:48.936228 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-42c8ff86-02a0-4593-935c-33313e4e7f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:48.996931 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d92dad4-7a8e-4a71-8c38-cb754591a5ba None None] Network 8fef46df-3873-4b44-afff-5201a54de026 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:36:49.193185 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07340321-cb03-4748-953c-d73667fa4e7a req-843177f2-4d73-4dd8-9085-94389fedd446 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:49.194662 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-07340321-cb03-4748-953c-d73667fa4e7a req-843177f2-4d73-4dd8-9085-94389fedd446 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1692133 Jun 16 18:36:49.196483 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-42c8ff86-02a0-4593-935c-33313e4e7f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:49.208717 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-42c8ff86-02a0-4593-935c-33313e4e7f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:49.212817 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:49.283981 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8ff86-02a0-4593-935c-33313e4e7f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df809df7-dfcf-4a4d-9f97-61362d96deaa,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:49.289473 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-42c8ff86-02a0-4593-935c-33313e4e7f1a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b3253f540384e1ca6f04cca304738de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5878420 Jun 16 18:36:49.292208 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60452) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:49.297269 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-07340321-cb03-4748-953c-d73667fa4e7a req-1a9f7241-ace1-4e1b-a100-783a0ef8adb0 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951130 Jun 16 18:36:49.307705 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e05a80-a8f9-4268-8e0c-7ab891a470b3 req-f03be6d6-5f4f-40da-9906-f794d30c1312 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:49.309798 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-01e05a80-a8f9-4268-8e0c-7ab891a470b3 req-f03be6d6-5f4f-40da-9906-f794d30c1312 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=08149fcd-11f5-445e-aff4-fc80bf34f9e7 HTTP/1.1" status: 200 len: 946 time: 0.1923852 Jun 16 18:36:49.312061 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8ff86-02a0-4593-935c-33313e4e7f1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:49.312454 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8ff86-02a0-4593-935c-33313e4e7f1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:49.312873 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8ff86-02a0-4593-935c-33313e4e7f1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:49.313158 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8ff86-02a0-4593-935c-33313e4e7f1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:49.313516 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8ff86-02a0-4593-935c-33313e4e7f1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:49.313853 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8ff86-02a0-4593-935c-33313e4e7f1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:49.314197 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8ff86-02a0-4593-935c-33313e4e7f1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:49.314540 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8ff86-02a0-4593-935c-33313e4e7f1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:49.314885 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8ff86-02a0-4593-935c-33313e4e7f1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:49.315222 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8ff86-02a0-4593-935c-33313e4e7f1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:49.316110 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8ff86-02a0-4593-935c-33313e4e7f1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:49.316110 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8ff86-02a0-4593-935c-33313e4e7f1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:36:49.321162 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-42c8ff86-02a0-4593-935c-33313e4e7f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:49.359134 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a1ede8dd-ebaf-47f5-97d6-d4cc1f66d1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:49.368525 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-01e05a80-a8f9-4268-8e0c-7ab891a470b3 req-fba72b2f-26af-4408-8d4d-1939f5d88b96 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485144 Jun 16 18:36:49.404698 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a1ede8dd-ebaf-47f5-97d6-d4cc1f66d1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:49.421111 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 60458) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:49.426480 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-ef7f99e4-3f20-4014-8ef8-7c35100c74ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1965765052-network', 'tenant_id': 'ab190c4b81824f10b6ffc7837300fb47'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:49.458448 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7f99e4-3f20-4014-8ef8-7c35100c74ab admin admin] Made reservation on behalf of ab190c4b81824f10b6ffc7837300fb47 for: {'network': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:36:49.462927 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ef7f99e4-3f20-4014-8ef8-7c35100c74ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for network, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:49.466692 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a1ede8dd-ebaf-47f5-97d6-d4cc1f66d1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:49.469629 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a1ede8dd-ebaf-47f5-97d6-d4cc1f66d1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:49.473337 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-a1ede8dd-ebaf-47f5-97d6-d4cc1f66d1d9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df809df7-dfcf-4a4d-9f97-61362d96deaa HTTP/1.1" status: 204 len: 168 time: 0.1769409 Jun 16 18:36:49.473337 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-81f2dcd2-c74e-4218-b80d-884fb77a1565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:49.483711 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ede8dd-ebaf-47f5-97d6-d4cc1f66d1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df809df7-dfcf-4a4d-9f97-61362d96deaa,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:49.486050 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ef7f99e4-3f20-4014-8ef8-7c35100c74ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:49.486430 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a1ede8dd-ebaf-47f5-97d6-d4cc1f66d1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:49.586746 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ef7f99e4-3f20-4014-8ef8-7c35100c74ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:49.591186 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ef7f99e4-3f20-4014-8ef8-7c35100c74ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:49.595032 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:49.613152 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7f99e4-3f20-4014-8ef8-7c35100c74ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=92978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:36:49.629501 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f99e4-3f20-4014-8ef8-7c35100c74ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ab71cd-f8c2-44f1-8049-017451978006,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:49.632379 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ef7f99e4-3f20-4014-8ef8-7c35100c74ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:49.633027 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.db.segments_db [None req-ef7f99e4-3f20-4014-8ef8-7c35100c74ab admin admin] Added segment b7aefe5c-04ff-4e3c-b298-36a2b1f33e41 of type vlan for network ecdcd129-87aa-4c98-8277-1203a9b6496f Jun 16 18:36:49.634109 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ef7f99e4-3f20-4014-8ef8-7c35100c74ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:49.675358 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ef7f99e4-3f20-4014-8ef8-7c35100c74ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789582983042'] for network, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:49.708515 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ef7f99e4-3f20-4014-8ef8-7c35100c74ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384'] for network, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:49.709853 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7f99e4-3f20-4014-8ef8-7c35100c74ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:49.710512 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ef7f99e4-3f20-4014-8ef8-7c35100c74ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:49.713601 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:49.747442 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-ef7f99e4-3f20-4014-8ef8-7c35100c74ab admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3225839 Jun 16 18:36:49.747712 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 60464) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:49.755157 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-131eeb95-dbbc-4fc6-a204-a11031740b37 admin admin] Request body: {'subnet': {'network_id': 'ecdcd129-87aa-4c98-8277-1203a9b6496f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1965765052-subnet', 'tenant_id': 'ab190c4b81824f10b6ffc7837300fb47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:49.787639 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f99e4-3f20-4014-8ef8-7c35100c74ab admin admin] Pushing event updated for resources: {'Network': ['ID=ecdcd129-87aa-4c98-8277-1203a9b6496f,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:49.791972 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ef7f99e4-3f20-4014-8ef8-7c35100c74ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:49.798721 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Network ecdcd129-87aa-4c98-8277-1203a9b6496f details requested by agent ovs-agent-dv-cinder-667108-31-smb with host dv-cinder-667108-31-smb {{(pid=92980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:36:49.804178 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131eeb95-dbbc-4fc6-a204-a11031740b37 admin admin] Made reservation on behalf of ab190c4b81824f10b6ffc7837300fb47 for: {'subnet': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:36:49.806530 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-131eeb95-dbbc-4fc6-a204-a11031740b37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130642480'] for subnet, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:49.807343 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60466) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:49.830496 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-235fd3dd-62f4-4722-a526-198e81a281f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:49.978954 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-235fd3dd-62f4-4722-a526-198e81a281f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:49.986692 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-235fd3dd-62f4-4722-a526-198e81a281f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:50.012025 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:50.018866 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 60472) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:50.019155 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-235fd3dd-62f4-4722-a526-198e81a281f8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8a3def2c3c224f9d9b7f7af90eec6c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105711 Jun 16 18:36:50.044387 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fd3dd-62f4-4722-a526-198e81a281f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c032854-5b32-493c-b47e-d9fa25338018,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:50.070401 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-235fd3dd-62f4-4722-a526-198e81a281f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:50.072158 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-131eeb95-dbbc-4fc6-a204-a11031740b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130527880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130642466'] for subnet, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:50.080819 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bc808cff-7dcf-4938-9fac-92c4f6771064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:50.168913 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131eeb95-dbbc-4fc6-a204-a11031740b37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc651bf5-f3a6-4b30-98fb-134efeedca65,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:50.171181 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f96cb8ed-07cb-40a2-9696-63a32261df61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:50.175243 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-131eeb95-dbbc-4fc6-a204-a11031740b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:50.184832 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131eeb95-dbbc-4fc6-a204-a11031740b37 admin admin] Checking segment: {'id': 'b7aefe5c-04ff-4e3c-b298-36a2b1f33e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ecdcd129-87aa-4c98-8277-1203a9b6496f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:36:50.185192 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131eeb95-dbbc-4fc6-a204-a11031740b37 admin admin] Network hostable DHCP agents. Network: ecdcd129-87aa-4c98-8277-1203a9b6496f, hostable agents: ['b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7'], hosted agents: [] {{(pid=92978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:36:50.209444 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f96cb8ed-07cb-40a2-9696-63a32261df61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:50.231268 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131eeb95-dbbc-4fc6-a204-a11031740b37 admin admin] Network ecdcd129-87aa-4c98-8277-1203a9b6496f is scheduled to be hosted by DHCP agent b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7 with binding_index 1 {{(pid=92978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:36:50.251423 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-131eeb95-dbbc-4fc6-a204-a11031740b37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-smb, ecdcd129-87aa-4c98-8277-1203a9b6496f) {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:36:50.258231 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131eeb95-dbbc-4fc6-a204-a11031740b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:50.258823 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-131eeb95-dbbc-4fc6-a204-a11031740b37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:50.259403 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816259b7-8e46-4971-8977-a8057e36da86 None None] Network ecdcd129-87aa-4c98-8277-1203a9b6496f requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:36:50.282597 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-131eeb95-dbbc-4fc6-a204-a11031740b37 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5257201 Jun 16 18:36:50.288782 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f96cb8ed-07cb-40a2-9696-63a32261df61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:50.291404 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f96cb8ed-07cb-40a2-9696-63a32261df61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:50.293482 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-f96cb8ed-07cb-40a2-9696-63a32261df61 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c032854-5b32-493c-b47e-d9fa25338018 HTTP/1.1" status: 204 len: 168 time: 0.2733402 Jun 16 18:36:50.294292 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ef7f99e4-3f20-4014-8ef8-7c35100c74ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:50.309926 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cb8ed-07cb-40a2-9696-63a32261df61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c032854-5b32-493c-b47e-d9fa25338018,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:50.312837 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f96cb8ed-07cb-40a2-9696-63a32261df61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:50.506361 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f98bf8e-a4d1-48ea-b1c3-dd18948b8a0f None None] Network ecdcd129-87aa-4c98-8277-1203a9b6496f requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:36:50.538473 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdb6e7-2085-4779-9637-09b251e218b1 req-4e7ae348-ee5f-46cf-927f-b3bcac6e4195 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:50.550276 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7fbdb6e7-2085-4779-9637-09b251e218b1 req-4e7ae348-ee5f-46cf-927f-b3bcac6e4195 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.0925057 Jun 16 18:36:50.597649 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7fbdb6e7-2085-4779-9637-09b251e218b1 req-918b04c7-2d68-4cfb-acb9-e0cd17dfd241 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462327 Jun 16 18:36:50.665269 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f94712-5e0e-4f82-b807-df6ce6875816 req-8a6fac76-2f4b-42e0-8d92-5444d2e132cd tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:50.667128 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-42f94712-5e0e-4f82-b807-df6ce6875816 req-8a6fac76-2f4b-42e0-8d92-5444d2e132cd tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=08149fcd-11f5-445e-aff4-fc80bf34f9e7 HTTP/1.1" status: 200 len: 946 time: 0.0859554 Jun 16 18:36:50.717042 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-42f94712-5e0e-4f82-b807-df6ce6875816 req-f1a32b1e-021a-4e4d-a947-345305b5417c tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437424 Jun 16 18:36:51.237456 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-9220dca5-be3d-4465-a8f2-0615b57287b5 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:51.239158 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-9220dca5-be3d-4465-a8f2-0615b57287b5 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/networks?id=8fef46df-3873-4b44-afff-5201a54de026 HTTP/1.1" status: 200 len: 809 time: 0.1299925 Jun 16 18:36:51.254622 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-b509ab04-374e-4f27-9ad7-527147d835a3 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/quotas/ce24478828b944e9a869448a8d446783 HTTP/1.1" status: 200 len: 375 time: 0.0093851 Jun 16 18:36:51.301310 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-d9c2e137-e8a0-4a7b-a1b6-d7dddcef5a0f tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce24478828b944e9a869448a8d446783&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412238 Jun 16 18:36:51.424656 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-3dbe63c2-2495-491e-8a84-dd45a86b776b service neutron] 10.222.0.46 "GET /v2.0/networks/8fef46df-3873-4b44-afff-5201a54de026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163907 Jun 16 18:36:51.552248 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-6e40aa1b-9359-471d-b91e-823089e3e58d service neutron] 10.222.0.46 "GET /v2.0/networks/8fef46df-3873-4b44-afff-5201a54de026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198900 Jun 16 18:36:51.883847 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60590) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:51.935541 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748752b-feca-4de7-a9ab-b95ade3645d2 req-da0123f9-c0c1-4a53-b4ac-31ce96402f61 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:51.943613 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d748752b-feca-4de7-a9ab-b95ade3645d2 req-da0123f9-c0c1-4a53-b4ac-31ce96402f61 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1117413 Jun 16 18:36:52.006669 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c0b09ec5-15a1-45c2-9d2a-430de3d8e51f req-13e130f5-4b06-4978-9e39-c99cf85543a0 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56cf39-7e8b-4dd9-bb5a-9860946a095b HTTP/1.1" status: 200 len: 210 time: 0.0576718 Jun 16 18:36:52.032267 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5f649493-589d-44ec-b298-08887c0ddc21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:52.048064 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d748752b-feca-4de7-a9ab-b95ade3645d2 req-3bd505e8-676a-42f1-adfa-1fdfb0e09a32 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033175 Jun 16 18:36:52.149341 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5f649493-589d-44ec-b298-08887c0ddc21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:52.154579 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5f649493-589d-44ec-b298-08887c0ddc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:52.158171 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:52.210976 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-5f649493-589d-44ec-b298-08887c0ddc21 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=584b745b165147c3b44138d5f917c6fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255630 Jun 16 18:36:52.212478 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f649493-589d-44ec-b298-08887c0ddc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6941852-2c36-43cd-b75f-2deca991740f,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:52.213746 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 60604) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:52.233163 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5f649493-589d-44ec-b298-08887c0ddc21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:52.267894 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3397-37a0-43fd-a380-892eb01ff192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:52.290102 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3397-37a0-43fd-a380-892eb01ff192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:52.352122 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3397-37a0-43fd-a380-892eb01ff192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:52.354848 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3397-37a0-43fd-a380-892eb01ff192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:52.356585 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-2b2e3397-37a0-43fd-a380-892eb01ff192 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6941852-2c36-43cd-b75f-2deca991740f HTTP/1.1" status: 204 len: 168 time: 0.1412923 Jun 16 18:36:52.357366 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f96cb8ed-07cb-40a2-9696-63a32261df61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:52.367179 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e3397-37a0-43fd-a380-892eb01ff192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6941852-2c36-43cd-b75f-2deca991740f,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:52.376272 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2b2e3397-37a0-43fd-a380-892eb01ff192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:53.215782 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b9d59c66-e4f4-49bd-8b22-d08b4e3f2da5 req-334f321a-d21f-482b-b311-92c5af26c778 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56cf39-7e8b-4dd9-bb5a-9860946a095b HTTP/1.1" status: 200 len: 210 time: 0.0708821 Jun 16 18:36:53.381641 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-be11606d-c621-4c5a-b018-e1f3774e3a93 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:53.389245 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-be11606d-c621-4c5a-b018-e1f3774e3a93 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/networks?id=d7a22503-f14c-4070-be6c-41b9c371066c HTTP/1.1" status: 200 len: 815 time: 0.2464049 Jun 16 18:36:53.409453 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-9fc700d8-cbdc-4161-ac78-b314048e9f61 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/quotas/16af9c5b756c4d76ab7ce535c8b78c3e HTTP/1.1" status: 200 len: 375 time: 0.0187769 Jun 16 18:36:53.499915 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-2aa1e0ec-750c-4785-abcc-a9e2accc77d8 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:53.501443 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-2aa1e0ec-750c-4785-abcc-a9e2accc77d8 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.36 "GET /v2.0/networks?id=8fef46df-3873-4b44-afff-5201a54de026 HTTP/1.1" status: 200 len: 809 time: 0.3233113 Jun 16 18:36:53.528623 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-4c7e3207-bb73-4fd9-904c-8e831d646e4e tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Request body: {'port': {'device_id': '7a56cf39-7e8b-4dd9-bb5a-9860946a095b', 'network_id': '8fef46df-3873-4b44-afff-5201a54de026', 'admin_state_up': True, 'tenant_id': 'ce24478828b944e9a869448a8d446783'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:53.593808 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe4d41-bdc3-4df2-b490-58877f85b996 req-c68af52f-1c72-4080-aba9-8ef21ae59c15 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:53.595227 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9efe4d41-bdc3-4df2-b490-58877f85b996 req-c68af52f-1c72-4080-aba9-8ef21ae59c15 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.2040176 Jun 16 18:36:53.652261 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-6324a953-19ad-4b73-a7d2-4a0f98fea344 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=16af9c5b756c4d76ab7ce535c8b78c3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2317972 Jun 16 18:36:53.725660 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9efe4d41-bdc3-4df2-b490-58877f85b996 req-3c5ae39b-ae38-4c08-a766-d8a99401db50 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004291 Jun 16 18:36:53.789617 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-4c7e3207-bb73-4fd9-904c-8e831d646e4e tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Made reservation on behalf of ce24478828b944e9a869448a8d446783 for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:36:53.794970 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-4c7e3207-bb73-4fd9-904c-8e831d646e4e tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:53.815810 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-efa5f9e2-091d-471a-9ffb-4af6d5fba14e service neutron] 10.222.0.46 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549864 Jun 16 18:36:54.059415 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-64719e24-f4fb-45a7-bf5d-fd91fb495592 service neutron] 10.222.0.46 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223322 Jun 16 18:36:54.060976 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-4c7e3207-bb73-4fd9-904c-8e831d646e4e tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Allocated IP 172.20.0.13 (8fef46df-3873-4b44-afff-5201a54de026/69d47b74-8f60-4515-9fbd-afb2a6d2bc2f/e4a95350-63ed-4505-a7d5-915560fd91dc) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:36:54.347218 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6ea8a282-8e4a-40d6-956f-00aef35da362 req-7137b032-fa0a-4ea4-9792-c1d6220bd145 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1d059fa-b041-4630-9a84-3737a3935334 HTTP/1.1" status: 200 len: 210 time: 0.0352795 Jun 16 18:36:54.418288 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8b2e4d16-11e0-4c2c-9c06-78bedff63be6 req-88b676e7-c4f2-47c8-a19e-c989f7e46bcf tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56cf39-7e8b-4dd9-bb5a-9860946a095b HTTP/1.1" status: 200 len: 210 time: 0.0522435 Jun 16 18:36:54.495001 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-4c7e3207-bb73-4fd9-904c-8e831d646e4e tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:54.535932 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-4c7e3207-bb73-4fd9-904c-8e831d646e4e tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130527772'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:54.540842 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:54.580677 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-4c7e3207-bb73-4fd9-904c-8e831d646e4e tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Network 8fef46df-3873-4b44-afff-5201a54de026 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:36:54.583854 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-4c7e3207-bb73-4fd9-904c-8e831d646e4e tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:36:54.590824 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-4c7e3207-bb73-4fd9-904c-8e831d646e4e tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:36:54.623795 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e3207-bb73-4fd9-904c-8e831d646e4e tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Pushing event updated for resources: {'Port': ['ID=e4a95350-63ed-4505-a7d5-915560fd91dc,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:54.629284 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4c7e3207-bb73-4fd9-904c-8e831d646e4e tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:54.648715 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-4c7e3207-bb73-4fd9-904c-8e831d646e4e tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:54.649323 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-4c7e3207-bb73-4fd9-904c-8e831d646e4e tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:54.664934 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-4c7e3207-bb73-4fd9-904c-8e831d646e4e tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1436710 Jun 16 18:36:54.709870 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Request body: {'port': {'device_id': '7a56cf39-7e8b-4dd9-bb5a-9860946a095b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:54.797273 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:55.062291 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e42d8-316a-401f-a4df-91d4d06cdb8e req-eb7f6363-8fea-4bf7-823b-946c438ab0e4 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:55.063799 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ad8e42d8-316a-401f-a4df-91d4d06cdb8e req-eb7f6363-8fea-4bf7-823b-946c438ab0e4 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1531558 Jun 16 18:36:55.132904 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ad8e42d8-316a-401f-a4df-91d4d06cdb8e req-9c02f9c8-ecee-4651-9198-2ee51919e620 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627804 Jun 16 18:36:55.190088 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a95350-63ed-4505-a7d5-915560fd91dc {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:36:55.197953 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:55.217387 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Transition to ACTIVE for port object e4a95350-63ed-4505-a7d5-915560fd91dc will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:36:55.221044 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:55.225456 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0289ea4d-1517-4751-b89d-f54949c169c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:55.301585 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a95350-63ed-4505-a7d5-915560fd91dc,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:55.305050 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:55.374205 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Attempting to bind port e4a95350-63ed-4505-a7d5-915560fd91dc on host hv-cinder-66710 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:36:55.374205 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Attempting to bind port e4a95350-63ed-4505-a7d5-915560fd91dc by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'f4f7968e-d440-4f14-b19f-5772e53e3008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8fef46df-3873-4b44-afff-5201a54de026'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:36:55.374914 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Attempting to bind port e4a95350-63ed-4505-a7d5-915560fd91dc on network 8fef46df-3873-4b44-afff-5201a54de026 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:55.379153 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Port e4a95350-63ed-4505-a7d5-915560fd91dc on network 8fef46df-3873-4b44-afff-5201a54de026 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:36:55.379481 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Attempting to bind port e4a95350-63ed-4505-a7d5-915560fd91dc on network 8fef46df-3873-4b44-afff-5201a54de026 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:55.384332 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Checking agent: {'id': '430a9a83-85fc-4e56-9798-0b54252fd97b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'started_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:36:55.384671 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Checking segment: {'id': 'f4f7968e-d440-4f14-b19f-5772e53e3008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8fef46df-3873-4b44-afff-5201a54de026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:36:55.385132 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Bound using segment: {'id': 'f4f7968e-d440-4f14-b19f-5772e53e3008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8fef46df-3873-4b44-afff-5201a54de026'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:36:55.385482 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Bound port: e4a95350-63ed-4505-a7d5-915560fd91dc, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f7968e-d440-4f14-b19f-5772e53e3008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8fef46df-3873-4b44-afff-5201a54de026'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:36:55.385830 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:55.493108 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] For port e4a95350-63ed-4505-a7d5-915560fd91dc, host hv-cinder-66710, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:36:55.516477 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d805c3c5-1128-451e-84e8-b88ae6f623d3 req-50f829dd-1299-4068-a3da-d190fc8953bd tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1d059fa-b041-4630-9a84-3737a3935334 HTTP/1.1" status: 200 len: 210 time: 0.0401819 Jun 16 18:36:55.540414 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] For port e4a95350-63ed-4505-a7d5-915560fd91dc, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e4a95350-63ed-4505-a7d5-915560fd91dc,segment=NetworkSegment(f4f7968e-d440-4f14-b19f-5772e53e3008),segment_id=f4f7968e-d440-4f14-b19f-5772e53e3008)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:36:55.541112 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:55.545172 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:55.591338 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:55.592152 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:55.594053 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] 10.222.0.36 "PUT /v2.0/ports/e4a95350-63ed-4505-a7d5-915560fd91dc HTTP/1.1" status: 200 len: 1094 time: 0.8884447 Jun 16 18:36:55.600993 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a56cf39-7e8b-4dd9-bb5a-9860946a095b', 'tag': 'e4a95350-63ed-4505-a7d5-915560fd91dc'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:36:55.603379 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8d95bd-c2da-44f2-b7c7-554c924a1c68" -d '{"events": [{"name": "network-changed", "server_uuid": "7a56cf39-7e8b-4dd9-bb5a-9860946a095b", "tag": "e4a95350-63ed-4505-a7d5-915560fd91dc"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:36:55.687011 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c068f70d-0b49-4e2e-8851-8f00efb17107 x-openstack-request-id: req-c068f70d-0b49-4e2e-8851-8f00efb17107 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:36:55.687338 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a56cf39-7e8b-4dd9-bb5a-9860946a095b", "tag": "e4a95350-63ed-4505-a7d5-915560fd91dc", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:36:55.687617 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c068f70d-0b49-4e2e-8851-8f00efb17107 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:36:55.688041 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a56cf39-7e8b-4dd9-bb5a-9860946a095b', 'tag': 'e4a95350-63ed-4505-a7d5-915560fd91dc', 'status': 'completed', 'code': 200} Jun 16 18:36:55.762605 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60744) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:55.772105 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a95350-63ed-4505-a7d5-915560fd91dc,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:55.780440 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:55.819044 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da8bef-9464-40b1-b007-3e8f4ccd42ba req-fc759a44-10ac-4c24-9e4a-3cf67e5d6736 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:55.820754 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-75da8bef-9464-40b1-b007-3e8f4ccd42ba req-fc759a44-10ac-4c24-9e4a-3cf67e5d6736 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56cf39-7e8b-4dd9-bb5a-9860946a095b HTTP/1.1" status: 200 len: 944 time: 0.2658880 Jun 16 18:36:55.863184 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-30f3d1f5-0be5-43fe-a531-718803c18f61 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:55.864641 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-30f3d1f5-0be5-43fe-a531-718803c18f61 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.36 "GET /v2.0/networks?id=d7a22503-f14c-4070-be6c-41b9c371066c HTTP/1.1" status: 200 len: 815 time: 0.2696514 Jun 16 18:36:55.866632 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-c10a04fa-91fc-43d4-97c5-46e2374847f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:55.868235 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-c10a04fa-91fc-43d4-97c5-46e2374847f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce24478828b944e9a869448a8d446783&device_id=7a56cf39-7e8b-4dd9-bb5a-9860946a095b HTTP/1.1" status: 200 len: 1097 time: 0.2190711 Jun 16 18:36:55.885065 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-83e9e445-c532-4095-abd6-de62f6adbf3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:55.887997 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-75da8bef-9464-40b1-b007-3e8f4ccd42ba req-34036a38-43cc-4961-b217-2d582e36998d tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5565619-d284-4363-a9cf-ab8c437ceee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570464 Jun 16 18:36:55.894303 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-194a7216-7d89-45c8-ad4e-ddbfc5db087e tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Request body: {'port': {'device_id': 'e1d059fa-b041-4630-9a84-3737a3935334', 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c', 'admin_state_up': True, 'tenant_id': '16af9c5b756c4d76ab7ce535c8b78c3e'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:55.948116 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-33c4cb2f-03d0-4c26-a2ea-c2f23683a6bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4a95350-63ed-4505-a7d5-915560fd91dc HTTP/1.1" status: 200 len: 217 time: 0.0574849 Jun 16 18:36:55.981765 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-83e9e445-c532-4095-abd6-de62f6adbf3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:55.986068 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-83e9e445-c532-4095-abd6-de62f6adbf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:55.989369 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-dfed81ed-e8c8-4186-b425-60707489d9a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:56.021493 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9e445-c532-4095-abd6-de62f6adbf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e78f239-bd64-4943-bb21-7a0097c9e6c0,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:56.027216 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-83e9e445-c532-4095-abd6-de62f6adbf3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:56.033536 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-83e9e445-c532-4095-abd6-de62f6adbf3e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac840c77e5f54c5ea886b13f3f00f2e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697520 Jun 16 18:36:56.034139 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60756) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:56.056156 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-b9a06c6a-2c2d-49b3-81c9-d703137fce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:56.057570 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-b9a06c6a-2c2d-49b3-81c9-d703137fce38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69d47b74-8f60-4515-9fbd-afb2a6d2bc2f HTTP/1.1" status: 200 len: 849 time: 0.0986059 Jun 16 18:36:56.085579 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a1c33094-b555-4222-8619-e4211391af85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:56.098739 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-996b2391-1678-4226-958c-d3afb2bd6a13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fef46df-3873-4b44-afff-5201a54de026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317709 Jun 16 18:36:56.103474 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-194a7216-7d89-45c8-ad4e-ddbfc5db087e tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Made reservation on behalf of 16af9c5b756c4d76ab7ce535c8b78c3e for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:36:56.108379 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-194a7216-7d89-45c8-ad4e-ddbfc5db087e tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:56.114566 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a1c33094-b555-4222-8619-e4211391af85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:56.179685 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a1c33094-b555-4222-8619-e4211391af85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:56.186790 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a1c33094-b555-4222-8619-e4211391af85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:56.191681 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-a1c33094-b555-4222-8619-e4211391af85 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e78f239-bd64-4943-bb21-7a0097c9e6c0 HTTP/1.1" status: 204 len: 168 time: 0.1565690 Jun 16 18:36:56.194443 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-370d5f74-4aac-4972-99bc-ad4a82d59017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:56.216681 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c33094-b555-4222-8619-e4211391af85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e78f239-bd64-4943-bb21-7a0097c9e6c0,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:56.225671 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a1c33094-b555-4222-8619-e4211391af85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:56.286332 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-9a4ac52f-7b5c-4080-b764-835783ab3c86 service neutron] 10.222.0.36 "GET /v2.0/networks/8fef46df-3873-4b44-afff-5201a54de026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746488 Jun 16 18:36:56.520308 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60786) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:56.780610 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d5f31438-190b-420d-94a8-9dcc0a6b9e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:56.835710 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e7997d11-f25c-4ec7-a06b-5a0d6ee42d2e req-92c4d93c-35f7-4349-af80-e79aa59a3faf service neutron] 10.222.0.36 "GET /v2.0/networks/8fef46df-3873-4b44-afff-5201a54de026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834771 Jun 16 18:36:56.850993 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-194a7216-7d89-45c8-ad4e-ddbfc5db087e tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Allocated IP 172.20.0.11 (d7a22503-f14c-4070-be6c-41b9c371066c/2429f91a-7912-4c8c-93e6-f1cb7b790393/bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:36:56.872732 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022bd46-601d-427f-9652-959af05640aa req-c4fa1d8e-1f22-40c9-98fb-a60196b5fd1b tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:56.883303 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7022bd46-601d-427f-9652-959af05640aa req-c4fa1d8e-1f22-40c9-98fb-a60196b5fd1b tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.4713199 Jun 16 18:36:56.929529 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d5f31438-190b-420d-94a8-9dcc0a6b9e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:56.932402 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3444a10a-bd90-4922-bb3a-902747b04c07 req-43ea8f7e-7108-4cc4-a424-16348f0f7e39 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1d059fa-b041-4630-9a84-3737a3935334 HTTP/1.1" status: 200 len: 210 time: 0.0500240 Jun 16 18:36:56.947084 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d5f31438-190b-420d-94a8-9dcc0a6b9e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:56.998486 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5f649493-589d-44ec-b298-08887c0ddc21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:57.022372 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-d5f31438-190b-420d-94a8-9dcc0a6b9e37 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e730b5a294484c59bb4a9df662ec86d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5004303 Jun 16 18:36:57.023334 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f31438-190b-420d-94a8-9dcc0a6b9e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160d1bc9-a4e1-4d15-9161-da3f8438d121,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:57.025968 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60814) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:57.029273 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d5f31438-190b-420d-94a8-9dcc0a6b9e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:57.082669 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c5e27f06-db08-44d0-ac0b-f72e7fa5ed47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:57.108959 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c5e27f06-db08-44d0-ac0b-f72e7fa5ed47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:57.180164 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c5e27f06-db08-44d0-ac0b-f72e7fa5ed47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:57.184416 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c5e27f06-db08-44d0-ac0b-f72e7fa5ed47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:57.188178 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-c5e27f06-db08-44d0-ac0b-f72e7fa5ed47 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/160d1bc9-a4e1-4d15-9161-da3f8438d121 HTTP/1.1" status: 204 len: 168 time: 0.1586316 Jun 16 18:36:57.188178 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:57.201234 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e27f06-db08-44d0-ac0b-f72e7fa5ed47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160d1bc9-a4e1-4d15-9161-da3f8438d121,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:57.203765 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c5e27f06-db08-44d0-ac0b-f72e7fa5ed47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:57.380376 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7022bd46-601d-427f-9652-959af05640aa req-b313727b-a673-430e-a81c-90ab4d23151f tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996071 Jun 16 18:36:57.559277 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd317c0-8d70-4ce5-9d95-0855fd39813a req-0f4368a9-02ec-4586-bb52-fa28a877bb0e tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:57.561327 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6dd317c0-8d70-4ce5-9d95-0855fd39813a req-0f4368a9-02ec-4586-bb52-fa28a877bb0e tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56cf39-7e8b-4dd9-bb5a-9860946a095b HTTP/1.1" status: 200 len: 944 time: 0.4676440 Jun 16 18:36:57.580424 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-194a7216-7d89-45c8-ad4e-ddbfc5db087e tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:57.584959 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d95bd-c2da-44f2-b7c7-554c924a1c68 req-0de163d1-952f-4e7e-b69b-f5d530555f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:57.586713 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3d8d95bd-c2da-44f2-b7c7-554c924a1c68 req-0de163d1-952f-4e7e-b69b-f5d530555f2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce24478828b944e9a869448a8d446783&device_id=7a56cf39-7e8b-4dd9-bb5a-9860946a095b HTTP/1.1" status: 200 len: 1097 time: 0.6526742 Jun 16 18:36:57.692193 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6dd317c0-8d70-4ce5-9d95-0855fd39813a req-a8a5407d-e088-4070-bc9b-654ec44562c9 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5565619-d284-4363-a9cf-ab8c437ceee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157975 Jun 16 18:36:57.771358 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-194a7216-7d89-45c8-ad4e-ddbfc5db087e tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130527772'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:57.774348 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d95bd-c2da-44f2-b7c7-554c924a1c68 req-c7b00228-20c1-4933-a7ef-a9eef02ba3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:57.776177 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3d8d95bd-c2da-44f2-b7c7-554c924a1c68 req-c7b00228-20c1-4933-a7ef-a9eef02ba3fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fef46df-3873-4b44-afff-5201a54de026 HTTP/1.1" status: 200 len: 910 time: 0.1781685 Jun 16 18:36:57.778747 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:57.786713 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['0acc69bd-96ad-430c-8d92-a8c02507e34d', '15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:36:57.855700 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3d8d95bd-c2da-44f2-b7c7-554c924a1c68 req-9d141706-9466-45ef-bfff-38a9c1d31bf2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4a95350-63ed-4505-a7d5-915560fd91dc HTTP/1.1" status: 200 len: 217 time: 0.0706604 Jun 16 18:36:57.890386 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-194a7216-7d89-45c8-ad4e-ddbfc5db087e tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Network d7a22503-f14c-4070-be6c-41b9c371066c is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:36:57.936439 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a7216-7d89-45c8-ad4e-ddbfc5db087e tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Pushing event updated for resources: {'Port': ['ID=bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:57.940651 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-194a7216-7d89-45c8-ad4e-ddbfc5db087e tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:36:57.979796 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-194a7216-7d89-45c8-ad4e-ddbfc5db087e tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:58.017847 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d95bd-c2da-44f2-b7c7-554c924a1c68 req-a066317a-3bad-4e42-9738-b66fd7c09899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:58.020845 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3d8d95bd-c2da-44f2-b7c7-554c924a1c68 req-a066317a-3bad-4e42-9738-b66fd7c09899 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69d47b74-8f60-4515-9fbd-afb2a6d2bc2f HTTP/1.1" status: 200 len: 849 time: 0.1545920 Jun 16 18:36:58.024090 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-194a7216-7d89-45c8-ad4e-ddbfc5db087e tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:36:58.093774 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3d8d95bd-c2da-44f2-b7c7-554c924a1c68 req-8a240485-c227-4cbc-88cc-3bca435a1da5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fef46df-3873-4b44-afff-5201a54de026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606809 Jun 16 18:36:58.155087 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60868) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:58.167997 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-194a7216-7d89-45c8-ad4e-ddbfc5db087e tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:58.168655 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-194a7216-7d89-45c8-ad4e-ddbfc5db087e tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:58.217933 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-194a7216-7d89-45c8-ad4e-ddbfc5db087e tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3284559 Jun 16 18:36:58.235086 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Request body: {'port': {'device_id': 'e1d059fa-b041-4630-9a84-3737a3935334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:58.296650 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d19d0f-15fe-466a-91b3-e3b6bcbea656 req-57807af6-0449-4d29-b28f-747b752731f2 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:58.298066 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f4d19d0f-15fe-466a-91b3-e3b6bcbea656 req-57807af6-0449-4d29-b28f-747b752731f2 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1d059fa-b041-4630-9a84-3737a3935334 HTTP/1.1" status: 200 len: 932 time: 0.2067089 Jun 16 18:36:58.305490 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3d8d95bd-c2da-44f2-b7c7-554c924a1c68 req-d0566987-e4bb-4a86-9bb7-133cf132e224 service neutron] 10.222.0.36 "GET /v2.0/networks/8fef46df-3873-4b44-afff-5201a54de026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749427 Jun 16 18:36:58.311695 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-a260ec28-b7e9-4d62-b8a6-374921b92a2a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1296147277-network', 'tenant_id': '142850ee1e5547b8ae26b1e8be119e29'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:58.337760 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a260ec28-b7e9-4d62-b8a6-374921b92a2a admin admin] Made reservation on behalf of 142850ee1e5547b8ae26b1e8be119e29 for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:36:58.341848 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a260ec28-b7e9-4d62-b8a6-374921b92a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:58.351954 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a260ec28-b7e9-4d62-b8a6-374921b92a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:58.426303 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:58.469084 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a260ec28-b7e9-4d62-b8a6-374921b92a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:58.471179 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f4d19d0f-15fe-466a-91b3-e3b6bcbea656 req-b52782a2-5a6a-4686-acd2-4ee03c0bc656 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327562 Jun 16 18:36:58.474855 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a260ec28-b7e9-4d62-b8a6-374921b92a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:58.480041 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:58.499190 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a260ec28-b7e9-4d62-b8a6-374921b92a2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:36:58.514517 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260ec28-b7e9-4d62-b8a6-374921b92a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d5ef12-b3aa-4cfd-9873-390226cff855,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:58.519203 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a260ec28-b7e9-4d62-b8a6-374921b92a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:58.520452 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a260ec28-b7e9-4d62-b8a6-374921b92a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:58.520797 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.db.segments_db [None req-a260ec28-b7e9-4d62-b8a6-374921b92a2a admin admin] Added segment 096dbc8f-71ab-4322-bb04-faba5046c7ea of type vlan for network e8c5197e-f9c6-4156-bd55-dde2da0a2432 Jun 16 18:36:58.553360 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3d8d95bd-c2da-44f2-b7c7-554c924a1c68 req-12bfff05-774c-48bc-8f05-a4bd89bb17c8 service neutron] 10.222.0.36 "GET /v2.0/networks/8fef46df-3873-4b44-afff-5201a54de026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393830 Jun 16 18:36:58.564728 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a260ec28-b7e9-4d62-b8a6-374921b92a2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789582983042'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:58.598206 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a260ec28-b7e9-4d62-b8a6-374921b92a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:58.599543 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a260ec28-b7e9-4d62-b8a6-374921b92a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:58.600390 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a260ec28-b7e9-4d62-b8a6-374921b92a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:58.602337 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:58.635184 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-a260ec28-b7e9-4d62-b8a6-374921b92a2a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4786947 Jun 16 18:36:58.636378 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 60878) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:58.645196 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-470a8425-a835-4b20-9700-0c62685e6c5d admin admin] Request body: {'subnet': {'network_id': 'e8c5197e-f9c6-4156-bd55-dde2da0a2432', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1296147277-subnet', 'tenant_id': '142850ee1e5547b8ae26b1e8be119e29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:36:58.666641 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260ec28-b7e9-4d62-b8a6-374921b92a2a admin admin] Pushing event updated for resources: {'Network': ['ID=e8c5197e-f9c6-4156-bd55-dde2da0a2432,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:58.670309 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a260ec28-b7e9-4d62-b8a6-374921b92a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:58.680653 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Network e8c5197e-f9c6-4156-bd55-dde2da0a2432 details requested by agent ovs-agent-dv-cinder-667108-31-smb with host dv-cinder-667108-31-smb {{(pid=92980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:36:58.705274 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470a8425-a835-4b20-9700-0c62685e6c5d admin admin] Made reservation on behalf of 142850ee1e5547b8ae26b1e8be119e29 for: {'subnet': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:36:58.707547 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-470a8425-a835-4b20-9700-0c62685e6c5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130642480'] for subnet, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:58.762548 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71efce-b773-48f6-a8aa-ee94a12031c5 req-c309bee1-e4d7-44db-b154-a99c4c972be9 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:58.764013 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3f71efce-b773-48f6-a8aa-ee94a12031c5 req-c309bee1-e4d7-44db-b154-a99c4c972be9 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.2363262 Jun 16 18:36:58.872230 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3f71efce-b773-48f6-a8aa-ee94a12031c5 req-1eb197d5-9c5d-4719-b7c9-126efcca7bd5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972767 Jun 16 18:36:59.001898 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:36:59.011883 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:59.062466 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Transition to ACTIVE for port object bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:36:59.079262 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b10e8c-5550-4a12-bf39-563cbac31ada req-6a3a4dc5-454b-471b-864c-8f6b5adddd14 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:59.080773 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-65b10e8c-5550-4a12-bf39-563cbac31ada req-6a3a4dc5-454b-471b-864c-8f6b5adddd14 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56cf39-7e8b-4dd9-bb5a-9860946a095b HTTP/1.1" status: 200 len: 944 time: 0.2045276 Jun 16 18:36:59.083045 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:59.086352 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:59.117062 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-470a8425-a835-4b20-9700-0c62685e6c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130527880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130642466'] for subnet, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:59.182769 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Pushing event updated for resources: {'Port': ['ID=bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:59.201137 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:59.203946 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:59.235691 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-65b10e8c-5550-4a12-bf39-563cbac31ada req-b4c5f3ad-311d-4c88-a4dd-0c55e3283c57 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5565619-d284-4363-a9cf-ab8c437ceee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251149 Jun 16 18:36:59.265771 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a8425-a835-4b20-9700-0c62685e6c5d admin admin] Checking segment: {'id': '096dbc8f-71ab-4322-bb04-faba5046c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e8c5197e-f9c6-4156-bd55-dde2da0a2432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:36:59.266179 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470a8425-a835-4b20-9700-0c62685e6c5d admin admin] Network hostable DHCP agents. Network: e8c5197e-f9c6-4156-bd55-dde2da0a2432, hostable agents: ['b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7'], hosted agents: [] {{(pid=92978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:36:59.268550 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a8425-a835-4b20-9700-0c62685e6c5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=05fdcf7b-392c-4273-b3d9-98e4b9d563ac,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:59.274041 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-470a8425-a835-4b20-9700-0c62685e6c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:59.330069 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470a8425-a835-4b20-9700-0c62685e6c5d admin admin] Network e8c5197e-f9c6-4156-bd55-dde2da0a2432 is scheduled to be hosted by DHCP agent b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7 with binding_index 1 {{(pid=92978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:36:59.348576 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-470a8425-a835-4b20-9700-0c62685e6c5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-smb, e8c5197e-f9c6-4156-bd55-dde2da0a2432) {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:36:59.356318 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a8425-a835-4b20-9700-0c62685e6c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:59.356916 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-470a8425-a835-4b20-9700-0c62685e6c5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:59.358193 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de12b456-6eac-4213-b1a0-69349de1985a None None] Network e8c5197e-f9c6-4156-bd55-dde2da0a2432 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:36:59.373934 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Attempting to bind port bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae on host hv-cinder-66710 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:36:59.374250 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Attempting to bind port bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '4e4fea13-e2fd-497b-9526-636fc53a6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:36:59.374577 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Attempting to bind port bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae on network d7a22503-f14c-4070-be6c-41b9c371066c {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:59.380218 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Port bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae on network d7a22503-f14c-4070-be6c-41b9c371066c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:36:59.380614 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Attempting to bind port bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae on network d7a22503-f14c-4070-be6c-41b9c371066c {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:36:59.387181 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Checking agent: {'id': '430a9a83-85fc-4e56-9798-0b54252fd97b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'started_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:36:59.387705 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Checking segment: {'id': '4e4fea13-e2fd-497b-9526-636fc53a6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:36:59.388106 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Bound using segment: {'id': '4e4fea13-e2fd-497b-9526-636fc53a6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:36:59.388611 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Bound port: bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4fea13-e2fd-497b-9526-636fc53a6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:36:59.389061 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:59.423404 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-470a8425-a835-4b20-9700-0c62685e6c5d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7841406 Jun 16 18:36:59.459214 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] For port bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae, host hv-cinder-66710, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:36:59.462869 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] For port bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae,segment=NetworkSegment(4e4fea13-e2fd-497b-9526-636fc53a6bfe),segment_id=4e4fea13-e2fd-497b-9526-636fc53a6bfe)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:36:59.468321 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:59.472634 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:36:59.519682 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:59.520333 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:59.521718 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] 10.222.0.36 "PUT /v2.0/ports/bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae HTTP/1.1" status: 200 len: 1094 time: 1.2911043 Jun 16 18:36:59.522215 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d059fa-b041-4630-9a84-3737a3935334', 'tag': 'bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:36:59.524523 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3751b98-1565-42d5-a1f1-60e9c3a868ce" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d059fa-b041-4630-9a84-3737a3935334", "tag": "bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:36:59.544398 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Pushing event updated for resources: {'Port': ['ID=bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:36:59.548187 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:36:59.600083 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781ff41a-6925-4adc-93e7-99db680e2a52 None None] Network e8c5197e-f9c6-4156-bd55-dde2da0a2432 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:36:59.644045 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d76ed63-858e-4601-ac75-0f8128632a0f x-openstack-request-id: req-6d76ed63-858e-4601-ac75-0f8128632a0f {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:36:59.644494 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d059fa-b041-4630-9a84-3737a3935334", "tag": "bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:36:59.644679 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d76ed63-858e-4601-ac75-0f8128632a0f {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:36:59.645082 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d059fa-b041-4630-9a84-3737a3935334', 'tag': 'bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae', 'status': 'completed', 'code': 200} Jun 16 18:36:59.670741 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60910) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:36:59.707854 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-17d78684-5ba1-46c0-98ea-474d49144efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:59.709400 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-17d78684-5ba1-46c0-98ea-474d49144efc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16af9c5b756c4d76ab7ce535c8b78c3e&device_id=e1d059fa-b041-4630-9a84-3737a3935334 HTTP/1.1" status: 200 len: 1097 time: 0.1112826 Jun 16 18:36:59.781370 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d630b-a06b-42e0-9ce4-652768c985e1 req-a2822ba9-590c-43e2-b8d5-036dc8ba34f0 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:59.783001 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-340d630b-a06b-42e0-9ce4-652768c985e1 req-a2822ba9-590c-43e2-b8d5-036dc8ba34f0 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1d059fa-b041-4630-9a84-3737a3935334 HTTP/1.1" status: 200 len: 944 time: 0.1304564 Jun 16 18:36:59.784902 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-d42ab123-8702-432e-8a6e-83631483e79b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae HTTP/1.1" status: 200 len: 217 time: 0.0528467 Jun 16 18:36:59.861343 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-340d630b-a06b-42e0-9ce4-652768c985e1 req-078bb88e-a37e-4df1-b665-07618f990dd1 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692763 Jun 16 18:36:59.879078 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-80fae396-99c8-4e6d-87b2-2bf36d67e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:36:59.880564 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-80fae396-99c8-4e6d-87b2-2bf36d67e2da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2429f91a-7912-4c8c-93e6-f1cb7b790393 HTTP/1.1" status: 200 len: 855 time: 0.0631578 Jun 16 18:36:59.891084 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d2c9538e-b6ea-4cf4-8636-bc3ddc51e472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:36:59.925394 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-be8778bd-7081-4fd7-9723-8818c85deea4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7a22503-f14c-4070-be6c-41b9c371066c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327051 Jun 16 18:36:59.972091 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device e4a95350-63ed-4505-a7d5-915560fd91dc details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:37:00.016061 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d2c9538e-b6ea-4cf4-8636-bc3ddc51e472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:00.021417 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d2c9538e-b6ea-4cf4-8636-bc3ddc51e472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:00.025951 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1f448f08-0d71-4fb7-a635-a5a5c0c7bbcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:00.056334 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9538e-b6ea-4cf4-8636-bc3ddc51e472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b6c555-5ee6-4392-b3ef-f4062668218b,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:00.060510 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d2c9538e-b6ea-4cf4-8636-bc3ddc51e472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:00.081909 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-d2c9538e-b6ea-4cf4-8636-bc3ddc51e472 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8e1b45279fc5445b92bfc7a5bbc96609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091463 Jun 16 18:37:00.084456 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60928) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:00.117569 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port e4a95350-63ed-4505-a7d5-915560fd91dc, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e4a95350-63ed-4505-a7d5-915560fd91dc,segment=NetworkSegment(f4f7968e-d440-4f14-b19f-5772e53e3008),segment_id=f4f7968e-d440-4f14-b19f-5772e53e3008)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:37:00.127743 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-7170eb16-570c-40cd-b208-31f12598a790 service neutron] 10.222.0.36 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802368 Jun 16 18:37:00.137182 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': 'e4a95350-63ed-4505-a7d5-915560fd91dc', 'network_id': '8fef46df-3873-4b44-afff-5201a54de026', 'port_id': 'e4a95350-63ed-4505-a7d5-915560fd91dc', 'mac_address': 'fa:16:3e:14:bd:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d47b74-8f60-4515-9fbd-afb2a6d2bc2f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:37:00.147592 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-46b22d0e-c6f0-481a-9470-18d93481e0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:00.177525 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655b8b9-680c-4259-ae2a-e8989b895ef4 req-2fb7cee5-ecb3-4e47-abab-236a9cd66917 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:00.179159 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c655b8b9-680c-4259-ae2a-e8989b895ef4 req-2fb7cee5-ecb3-4e47-abab-236a9cd66917 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1372666 Jun 16 18:37:00.185796 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-46b22d0e-c6f0-481a-9470-18d93481e0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:00.197638 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:00.211983 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a95350-63ed-4505-a7d5-915560fd91dc {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:37:00.240530 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port e4a95350-63ed-4505-a7d5-915560fd91dc, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e4a95350-63ed-4505-a7d5-915560fd91dc,segment=NetworkSegment(f4f7968e-d440-4f14-b19f-5772e53e3008),segment_id=f4f7968e-d440-4f14-b19f-5772e53e3008)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:37:00.247437 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:00.249965 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-003379d3-be87-4d11-9101-2874f9a530d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:00.266245 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c655b8b9-680c-4259-ae2a-e8989b895ef4 req-18b86ba2-8cf9-42bc-906e-1119007c1fee tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797784 Jun 16 18:37:00.278770 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a299601d-bb3d-4a46-8667-6aa915ec578b req-920d497d-2c2d-460e-ae23-89a5aac5ed8b service neutron] 10.222.0.36 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439052 Jun 16 18:37:00.289536 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-46b22d0e-c6f0-481a-9470-18d93481e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:00.292657 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-46b22d0e-c6f0-481a-9470-18d93481e0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:00.294036 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-46b22d0e-c6f0-481a-9470-18d93481e0ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/56b6c555-5ee6-4392-b3ef-f4062668218b HTTP/1.1" status: 204 len: 168 time: 0.2082915 Jun 16 18:37:00.295178 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-819f3a13-24c8-4c62-8a8c-2297b8a1b1e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:00.305787 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b22d0e-c6f0-481a-9470-18d93481e0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b6c555-5ee6-4392-b3ef-f4062668218b,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:00.308776 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-46b22d0e-c6f0-481a-9470-18d93481e0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:00.317317 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60936) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:00.327856 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-b4abe060-549f-4f6f-b76e-f418520e840b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-612846533-network', 'tenant_id': '48c9705dd6b942a295af2105e29603f1'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:37:00.328072 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=e4a95350-63ed-4505-a7d5-915560fd91dc,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:00.347896 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:00.348462 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:00.349149 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:00.349687 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:00.350300 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:00.351908 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:00.352512 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:00.353247 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:00.353792 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:00.354355 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:00.355153 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:00.355884 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:00.373818 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:00.383782 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4abe060-549f-4f6f-b76e-f418520e840b admin admin] Made reservation on behalf of 48c9705dd6b942a295af2105e29603f1 for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:37:00.388774 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b4abe060-549f-4f6f-b76e-f418520e840b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:00.410441 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b4abe060-549f-4f6f-b76e-f418520e840b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:00.539120 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b4abe060-549f-4f6f-b76e-f418520e840b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:00.545097 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b4abe060-549f-4f6f-b76e-f418520e840b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:00.548454 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c5e27f06-db08-44d0-ac0b-f72e7fa5ed47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:00.558903 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3751b98-1565-42d5-a1f1-60e9c3a868ce req-dcb36684-f655-48f8-9e4e-527b1d728ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:00.561503 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f3751b98-1565-42d5-a1f1-60e9c3a868ce req-dcb36684-f655-48f8-9e4e-527b1d728ce6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16af9c5b756c4d76ab7ce535c8b78c3e&device_id=e1d059fa-b041-4630-9a84-3737a3935334 HTTP/1.1" status: 200 len: 1097 time: 0.1663790 Jun 16 18:37:00.578103 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abe060-549f-4f6f-b76e-f418520e840b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9360ee51-7335-4871-96e3-1bf5eac83034,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:00.583316 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b4abe060-549f-4f6f-b76e-f418520e840b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:00.584093 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4abe060-549f-4f6f-b76e-f418520e840b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:37:00.596517 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b4abe060-549f-4f6f-b76e-f418520e840b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:00.596862 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.db.segments_db [None req-b4abe060-549f-4f6f-b76e-f418520e840b admin admin] Added segment b2b3cae4-fb53-41cf-a26d-949a9fd45fed of type vlan for network 3e2faddc-3220-4f1c-9c81-6e2bb715f7ed Jun 16 18:37:00.641145 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513073f-eb7b-4c74-ade0-f6576950e1e8 req-01e2a7cc-f735-4a02-bc5e-97066d726653 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:00.643670 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4513073f-eb7b-4c74-ade0-f6576950e1e8 req-01e2a7cc-f735-4a02-bc5e-97066d726653 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56cf39-7e8b-4dd9-bb5a-9860946a095b HTTP/1.1" status: 200 len: 945 time: 0.2016273 Jun 16 18:37:00.652236 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b4abe060-549f-4f6f-b76e-f418520e840b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789582983042'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:00.690017 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b4abe060-549f-4f6f-b76e-f418520e840b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:00.691962 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4abe060-549f-4f6f-b76e-f418520e840b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:00.692620 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b4abe060-549f-4f6f-b76e-f418520e840b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:00.694891 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:00.718024 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['e4a95350-63ed-4505-a7d5-915560fd91dc'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:37:00.729283 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-b4abe060-549f-4f6f-b76e-f418520e840b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4095619 Jun 16 18:37:00.760207 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60948) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:00.766194 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-35bf17ef-90d8-4343-8787-2849ef4cb7e8 admin admin] Request body: {'subnet': {'network_id': '3e2faddc-3220-4f1c-9c81-6e2bb715f7ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-612846533-subnet', 'tenant_id': '48c9705dd6b942a295af2105e29603f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:37:00.770127 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abe060-549f-4f6f-b76e-f418520e840b admin admin] Pushing event updated for resources: {'Network': ['ID=3e2faddc-3220-4f1c-9c81-6e2bb715f7ed,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:00.773535 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b4abe060-549f-4f6f-b76e-f418520e840b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:00.791294 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Network 3e2faddc-3220-4f1c-9c81-6e2bb715f7ed details requested by agent ovs-agent-dv-cinder-667108-31-smb with host dv-cinder-667108-31-smb {{(pid=92980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:37:00.818119 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bf17ef-90d8-4343-8787-2849ef4cb7e8 admin admin] Made reservation on behalf of 48c9705dd6b942a295af2105e29603f1 for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:37:00.822929 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-35bf17ef-90d8-4343-8787-2849ef4cb7e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:00.832200 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4513073f-eb7b-4c74-ade0-f6576950e1e8 req-9fa3dc09-4bb2-470f-9ac8-6b0cb66a98c7 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5565619-d284-4363-a9cf-ab8c437ceee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635716 Jun 16 18:37:00.854430 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3751b98-1565-42d5-a1f1-60e9c3a868ce req-67115c0c-6b53-4872-ab3c-b8b0d67574cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:00.857155 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f3751b98-1565-42d5-a1f1-60e9c3a868ce req-67115c0c-6b53-4872-ab3c-b8b0d67574cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7a22503-f14c-4070-be6c-41b9c371066c HTTP/1.1" status: 200 len: 916 time: 0.2632687 Jun 16 18:37:00.963076 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f3751b98-1565-42d5-a1f1-60e9c3a868ce req-6eeb6c42-b5f5-44f3-9659-252a7ca5f75d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae HTTP/1.1" status: 200 len: 217 time: 0.0946097 Jun 16 18:37:01.126014 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-35bf17ef-90d8-4343-8787-2849ef4cb7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:01.128285 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:01.187191 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf17ef-90d8-4343-8787-2849ef4cb7e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45db1c7-12aa-4405-b825-c6fbe17fee3d,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:01.190424 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-35bf17ef-90d8-4343-8787-2849ef4cb7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:01.205980 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3751b98-1565-42d5-a1f1-60e9c3a868ce req-f3efbbec-0c1b-4b77-9149-d5adcb76b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:01.210691 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f3751b98-1565-42d5-a1f1-60e9c3a868ce req-f3efbbec-0c1b-4b77-9149-d5adcb76b94e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2429f91a-7912-4c8c-93e6-f1cb7b790393 HTTP/1.1" status: 200 len: 855 time: 0.2381570 Jun 16 18:37:01.213034 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bf17ef-90d8-4343-8787-2849ef4cb7e8 admin admin] Checking segment: {'id': 'b2b3cae4-fb53-41cf-a26d-949a9fd45fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3e2faddc-3220-4f1c-9c81-6e2bb715f7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:37:01.213388 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bf17ef-90d8-4343-8787-2849ef4cb7e8 admin admin] Network hostable DHCP agents. Network: 3e2faddc-3220-4f1c-9c81-6e2bb715f7ed, hostable agents: ['b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:37:01.256488 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f3751b98-1565-42d5-a1f1-60e9c3a868ce req-e5a6df3b-4c4a-4697-a0d9-666733712867 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7a22503-f14c-4070-be6c-41b9c371066c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303264 Jun 16 18:37:01.259565 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bf17ef-90d8-4343-8787-2849ef4cb7e8 admin admin] Network 3e2faddc-3220-4f1c-9c81-6e2bb715f7ed is scheduled to be hosted by DHCP agent b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:37:01.268627 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1c327-aacd-4ece-a88f-72db554f0cb0 req-74b24c10-34a1-4d27-929f-9ff668794750 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:01.275596 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-78c1c327-aacd-4ece-a88f-72db554f0cb0 req-74b24c10-34a1-4d27-929f-9ff668794750 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1d059fa-b041-4630-9a84-3737a3935334 HTTP/1.1" status: 200 len: 944 time: 0.1756625 Jun 16 18:37:01.280050 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-35bf17ef-90d8-4343-8787-2849ef4cb7e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-smb, 3e2faddc-3220-4f1c-9c81-6e2bb715f7ed) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:37:01.291095 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bf17ef-90d8-4343-8787-2849ef4cb7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:01.291313 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c0ba3c-9356-470a-835a-2420d5d6ecc7 None None] Network 3e2faddc-3220-4f1c-9c81-6e2bb715f7ed requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:37:01.291479 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-35bf17ef-90d8-4343-8787-2849ef4cb7e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:01.320710 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-35bf17ef-90d8-4343-8787-2849ef4cb7e8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5541918 Jun 16 18:37:01.360072 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-78c1c327-aacd-4ece-a88f-72db554f0cb0 req-d6752ed0-553b-454c-85b1-96db3a0b89ff tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810544 Jun 16 18:37:01.472874 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f3751b98-1565-42d5-a1f1-60e9c3a868ce req-4d8d56c0-6936-4725-a2cb-b052166d8392 service neutron] 10.222.0.36 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939917 Jun 16 18:37:01.583955 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a013b0-4ed3-4674-ba3a-e30dbaff2002 None None] Network 3e2faddc-3220-4f1c-9c81-6e2bb715f7ed requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:37:01.604250 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60976) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:01.670135 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5e57af-8cc4-4ace-9156-6f13c20e3efe admin admin] Deleting subnet 05fdcf7b-392c-4273-b3d9-98e4b9d563ac {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:37:01.675297 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3a5e57af-8cc4-4ace-9156-6f13c20e3efe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:01.723083 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3a5e57af-8cc4-4ace-9156-6f13c20e3efe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:01.747724 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3a5e57af-8cc4-4ace-9156-6f13c20e3efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586659'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:01.812098 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f3751b98-1565-42d5-a1f1-60e9c3a868ce req-e32188c4-31e6-4d5c-83a3-02fe0959bfb4 service neutron] 10.222.0.36 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256359 Jun 16 18:37:01.813839 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3a5e57af-8cc4-4ace-9156-6f13c20e3efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:01.817035 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-35bf17ef-90d8-4343-8787-2849ef4cb7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:01.842565 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e383a6-6b53-4264-b677-f039c30ad5f8 req-c5ca4a91-1b82-4155-8d6f-a9faa4e38469 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:01.849454 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-52e383a6-6b53-4264-b677-f039c30ad5f8 req-c5ca4a91-1b82-4155-8d6f-a9faa4e38469 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.0872207 Jun 16 18:37:01.862726 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3a5e57af-8cc4-4ace-9156-6f13c20e3efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:01.864773 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-3a5e57af-8cc4-4ace-9156-6f13c20e3efe admin admin] 10.222.0.46 "DELETE /v2.0/subnets/05fdcf7b-392c-4273-b3d9-98e4b9d563ac HTTP/1.1" status: 204 len: 168 time: 0.2598798 Jun 16 18:37:01.866061 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e57af-8cc4-4ace-9156-6f13c20e3efe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05fdcf7b-392c-4273-b3d9-98e4b9d563ac,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:01.867860 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 60986) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:01.882015 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3a5e57af-8cc4-4ace-9156-6f13c20e3efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:01.894933 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-52e383a6-6b53-4264-b677-f039c30ad5f8 req-d9e6102a-3b65-489c-801a-3b1b7f02fc46 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445175 Jun 16 18:37:01.949540 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627518'] for network, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:02.055071 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef320496-0061-463f-923f-9ff45ad36647 req-54b7ec7d-26bc-49c1-91e5-9ddbd7af5f1a tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:02.056723 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ef320496-0061-463f-923f-9ff45ad36647 req-54b7ec7d-26bc-49c1-91e5-9ddbd7af5f1a tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56cf39-7e8b-4dd9-bb5a-9860946a095b HTTP/1.1" status: 200 len: 945 time: 0.0787075 Jun 16 18:37:02.100844 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ef320496-0061-463f-923f-9ff45ad36647 req-adfd6917-458a-4b59-801a-2b7e4bbfe9eb tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5565619-d284-4363-a9cf-ab8c437ceee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361526 Jun 16 18:37:02.242421 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584236', 'neutron.services.segments.db._delete_segments_for_network-8789583485489'] for network, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:02.253662 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:37:02.253953 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:37:02.254816 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:37:02.255172 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Subscribe: > port after_create 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:37:02.255497 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:37:02.255814 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Subscribe: > port after_update 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:37:02.256176 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:37:02.256457 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:37:02.256768 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:37:02.257086 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:37:02.322786 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:37:02.323132 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:37:02.323631 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:37:02.323966 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:37:02.324330 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c5197e-f9c6-4156-bd55-dde2da0a2432']}} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:02.345341 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096dbc8f-71ab-4322-bb04-faba5046c7ea') {'for_net_delete': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:02.345534 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096dbc8f-71ab-4322-bb04-faba5046c7ea') {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:02.374555 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789583484802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131384597'] for segment, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:02.406314 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:02.416338 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=92979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:37:02.416803 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131963382'] for segment, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: from cryptography.utils import int_from_bytes Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: from cryptography.utils import int_from_bytes Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: retrieve_revision_numbers = { Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: retrieve_revision_numbers = { Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: retrieve_revision_numbers = { Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: retrieve_revision_numbers = { Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: retrieve_revision_numbers = { Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: retrieve_revision_numbers = { Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: retrieve_revision_numbers = { Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: retrieve_revision_numbers = { Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: retrieve_revision_numbers = { Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: retrieve_revision_numbers = { Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: retrieve_revision_numbers = { Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: Traceback (most recent call last): Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: timer() Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: cb(*args, **kw) Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: return func(*args, **kwargs) Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: self._notify() Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: self.callback(batched_events) Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: event.method(event) Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:37:02.421705 dv-cinder-667108-31-smb neutron-server[92979]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:37:02.424708 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:37:02.424708 dv-cinder-667108-31-smb neutron-server[92979]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:37:02.424708 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:37:02.424708 dv-cinder-667108-31-smb neutron-server[92979]: return f(self, *a, **k) Jun 16 18:37:02.424708 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:37:02.424708 dv-cinder-667108-31-smb neutron-server[92979]: return self._get(url).json() Jun 16 18:37:02.424708 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:37:02.424708 dv-cinder-667108-31-smb neutron-server[92979]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:37:02.424708 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:37:02.424708 dv-cinder-667108-31-smb neutron-server[92979]: return self.request(url, 'GET', **kwargs) Jun 16 18:37:02.424708 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:37:02.424708 dv-cinder-667108-31-smb neutron-server[92979]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:37:02.424708 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:37:02.424708 dv-cinder-667108-31-smb neutron-server[92979]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:37:02.424708 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:37:02.424708 dv-cinder-667108-31-smb neutron-server[92979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:37:02.424708 dv-cinder-667108-31-smb neutron-server[92979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:37:02.491566 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439411'] for network, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:02.503028 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:02.508235 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e8c5197e-f9c6-4156-bd55-dde2da0a2432 HTTP/1.1" status: 204 len: 168 time: 0.6355996 Jun 16 18:37:02.508630 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 32784) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:02.509127 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-87cce1d3-1127-4d80-939e-91901326795d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:02.524447 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8c5197e-f9c6-4156-bd55-dde2da0a2432,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:02.527761 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:02.591587 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b982368-d0ae-42af-8663-28a6b2425473 admin admin] Deleting subnet c45db1c7-12aa-4405-b825-c6fbe17fee3d {{(pid=92978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:37:02.595684 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b982368-d0ae-42af-8663-28a6b2425473 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:02.638623 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b982368-d0ae-42af-8663-28a6b2425473 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130531062'] for subnet, precommit_delete_associations {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:02.670230 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f60c5-9758-4b07-9334-21aafe621cf2 req-cf0e2375-7424-4dd6-8b7b-87f2aa00563a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:02.671841 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d09f60c5-9758-4b07-9334-21aafe621cf2 req-cf0e2375-7424-4dd6-8b7b-87f2aa00563a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1d059fa-b041-4630-9a84-3737a3935334 HTTP/1.1" status: 200 len: 944 time: 0.1300128 Jun 16 18:37:02.705667 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b982368-d0ae-42af-8663-28a6b2425473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586659'] for subnet, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:02.747420 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d09f60c5-9758-4b07-9334-21aafe621cf2 req-1027a9e8-b82f-49a3-9e33-7aef6644a467 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638189 Jun 16 18:37:02.777769 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b982368-d0ae-42af-8663-28a6b2425473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130527945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130642475'] for subnet, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:02.779986 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:02.804481 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b982368-d0ae-42af-8663-28a6b2425473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c45db1c7-12aa-4405-b825-c6fbe17fee3d,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:02.807534 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2b982368-d0ae-42af-8663-28a6b2425473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:02.809376 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b982368-d0ae-42af-8663-28a6b2425473 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:02.811145 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-2b982368-d0ae-42af-8663-28a6b2425473 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c45db1c7-12aa-4405-b825-c6fbe17fee3d HTTP/1.1" status: 204 len: 168 time: 0.3007424 Jun 16 18:37:02.813559 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 32794) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:02.884398 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c88a41b6-3803-40c8-8120-18df4602174f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627518'] for network, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:02.971435 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c88a41b6-3803-40c8-8120-18df4602174f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584236', 'neutron.services.segments.db._delete_segments_for_network-8789583485489'] for network, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:02.983116 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-c88a41b6-3803-40c8-8120-18df4602174f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2faddc-3220-4f1c-9c81-6e2bb715f7ed']}} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:02.993565 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-c88a41b6-3803-40c8-8120-18df4602174f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b3cae4-fb53-41cf-a26d-949a9fd45fed') {'for_net_delete': True} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:02.993949 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-c88a41b6-3803-40c8-8120-18df4602174f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b3cae4-fb53-41cf-a26d-949a9fd45fed') {} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:03.005366 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c88a41b6-3803-40c8-8120-18df4602174f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789583484802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130531055'] for segment, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:03.049749 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c88a41b6-3803-40c8-8120-18df4602174f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:03.060019 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88a41b6-3803-40c8-8120-18df4602174f admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=92978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:37:03.061033 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c88a41b6-3803-40c8-8120-18df4602174f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130527830'] for segment, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: Traceback (most recent call last): Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: timer() Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: cb(*args, **kw) Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: return func(*args, **kwargs) Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: self._notify() Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: self.callback(batched_events) Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: event.method(event) Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: return f(self, *a, **k) Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: return self._get(url).json() Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: return self.request(url, 'GET', **kwargs) Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:37:03.062048 dv-cinder-667108-31-smb neutron-server[92978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:37:03.127140 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c88a41b6-3803-40c8-8120-18df4602174f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439411'] for network, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:03.141238 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-7e39280a-e797-4b64-976f-6e09a6b41cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:03.144764 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c88a41b6-3803-40c8-8120-18df4602174f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:03.146554 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-c88a41b6-3803-40c8-8120-18df4602174f admin admin] 10.222.0.46 "DELETE /v2.0/networks/3e2faddc-3220-4f1c-9c81-6e2bb715f7ed HTTP/1.1" status: 204 len: 168 time: 0.3321028 Jun 16 18:37:03.155232 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff593efc-65f9-4a22-a266-752b0644c815 req-1cf02605-0c35-4305-a326-43f550fed2ff tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:03.156858 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ff593efc-65f9-4a22-a266-752b0644c815 req-1cf02605-0c35-4305-a326-43f550fed2ff tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1533632 Jun 16 18:37:03.172776 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a41b6-3803-40c8-8120-18df4602174f admin admin] Pushing event deleted for resources: {'Network': ['ID=3e2faddc-3220-4f1c-9c81-6e2bb715f7ed,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:03.175556 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c88a41b6-3803-40c8-8120-18df4602174f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:03.210660 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ff593efc-65f9-4a22-a266-752b0644c815 req-13a21ab2-c829-4377-b7b5-3b2415edc74c tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444591 Jun 16 18:37:03.305971 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86277e6a-d476-4263-8c76-0a078248ebbd req-1a8ce51d-cdb6-4d8d-be62-498f59eb38bd tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:03.307430 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-86277e6a-d476-4263-8c76-0a078248ebbd req-1a8ce51d-cdb6-4d8d-be62-498f59eb38bd tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56cf39-7e8b-4dd9-bb5a-9860946a095b HTTP/1.1" status: 200 len: 945 time: 0.0672021 Jun 16 18:37:03.348261 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-86277e6a-d476-4263-8c76-0a078248ebbd req-fd24d3cf-7cf4-4fe2-82c5-bf3af836eb06 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5565619-d284-4363-a9cf-ab8c437ceee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339499 Jun 16 18:37:03.362036 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 32816) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:03.406673 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-722c227d-3f4c-4089-a821-5198ac4e8624 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=142850ee1e5547b8ae26b1e8be119e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433800 Jun 16 18:37:03.410991 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 32820) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:03.466889 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cb150128-e35c-488f-ae76-a82f6c37d5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:03.490998 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cb150128-e35c-488f-ae76-a82f6c37d5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:03.549225 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cb150128-e35c-488f-ae76-a82f6c37d5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:03.552395 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cb150128-e35c-488f-ae76-a82f6c37d5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:03.556054 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-cb150128-e35c-488f-ae76-a82f6c37d5ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f0d5ef12-b3aa-4cfd-9873-390226cff855 HTTP/1.1" status: 204 len: 168 time: 0.1416016 Jun 16 18:37:03.556054 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:03.577947 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb150128-e35c-488f-ae76-a82f6c37d5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d5ef12-b3aa-4cfd-9873-390226cff855,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:03.585110 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-cb150128-e35c-488f-ae76-a82f6c37d5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:03.965880 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 32848) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:03.968396 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327df69-dd5d-4b33-bf10-ba087003e298 req-dfb3ba50-86f5-46d1-8f51-e8d3430411ac tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:03.970064 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a327df69-dd5d-4b33-bf10-ba087003e298 req-dfb3ba50-86f5-46d1-8f51-e8d3430411ac tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1d059fa-b041-4630-9a84-3737a3935334 HTTP/1.1" status: 200 len: 944 time: 0.0847116 Jun 16 18:37:04.006090 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:37:04.010304 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-b3a6fe21-726a-4619-a7f7-41d469b33bab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=48c9705dd6b942a295af2105e29603f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411251 Jun 16 18:37:04.010441 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device e4a95350-63ed-4505-a7d5-915560fd91dc up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:37:04.010551 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 32852) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:04.032742 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a327df69-dd5d-4b33-bf10-ba087003e298 req-8a98d1ea-0f26-4fec-a4da-bf79dea69c46 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551918 Jun 16 18:37:04.069634 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-390c9927-826e-4a92-bb57-cef708c24702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:04.092457 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-390c9927-826e-4a92-bb57-cef708c24702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:04.133945 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning for port e4a95350-63ed-4505-a7d5-915560fd91dc completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:37:04.144517 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-390c9927-826e-4a92-bb57-cef708c24702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:04.147030 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port e4a95350-63ed-4505-a7d5-915560fd91dc triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:04.147413 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:04.148071 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-390c9927-826e-4a92-bb57-cef708c24702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:04.152535 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-390c9927-826e-4a92-bb57-cef708c24702 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9360ee51-7335-4871-96e3-1bf5eac83034 HTTP/1.1" status: 204 len: 168 time: 0.1379981 Jun 16 18:37:04.152535 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1669cbd0-1ca1-43f7-9a90-18d8b466a0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:04.171230 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c9927-826e-4a92-bb57-cef708c24702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9360ee51-7335-4871-96e3-1bf5eac83034,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:04.174134 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-390c9927-826e-4a92-bb57-cef708c24702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:04.186464 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae,segment=NetworkSegment(4e4fea13-e2fd-497b-9526-636fc53a6bfe),segment_id=4e4fea13-e2fd-497b-9526-636fc53a6bfe)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:37:04.211162 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': 'bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae', 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c', 'port_id': 'bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae', 'mac_address': 'fa:16:3e:b8:95:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2429f91a-7912-4c8c-93e6-f1cb7b790393', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:37:04.269819 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:04.305376 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:37:04.335160 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:04.359627 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae,segment=NetworkSegment(4e4fea13-e2fd-497b-9526-636fc53a6bfe),segment_id=4e4fea13-e2fd-497b-9526-636fc53a6bfe)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:37:04.386575 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a56cf39-7e8b-4dd9-bb5a-9860946a095b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a95350-63ed-4505-a7d5-915560fd91dc'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:37:04.394843 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa8ad2d-b0fa-49d4-8234-78f355275475" -d '{"events": [{"server_uuid": "7a56cf39-7e8b-4dd9-bb5a-9860946a095b", "name": "network-vif-plugged", "status": "completed", "tag": "e4a95350-63ed-4505-a7d5-915560fd91dc"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:37:04.407625 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:04.410963 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:04.414784 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port e4a95350-63ed-4505-a7d5-915560fd91dc, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e4a95350-63ed-4505-a7d5-915560fd91dc,segment=NetworkSegment(f4f7968e-d440-4f14-b19f-5772e53e3008),segment_id=f4f7968e-d440-4f14-b19f-5772e53e3008)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:37:04.437053 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:04.439106 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606dd7e-5c52-4b27-813a-0a69c7440461 req-a6fc7f2a-09df-48bc-ae9e-1be8fa86e7e4 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:04.443084 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d606dd7e-5c52-4b27-813a-0a69c7440461 req-a6fc7f2a-09df-48bc-ae9e-1be8fa86e7e4 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1151969 Jun 16 18:37:04.481026 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:04.493523 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:04.494465 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:04.516382 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d606dd7e-5c52-4b27-813a-0a69c7440461 req-917c8c86-2513-4a58-8487-b90bdc3e847d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655730 Jun 16 18:37:04.588348 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a222af2-3f40-4170-8dc1-d5538e2cd757 x-openstack-request-id: req-5a222af2-3f40-4170-8dc1-d5538e2cd757 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:37:04.588652 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a56cf39-7e8b-4dd9-bb5a-9860946a095b", "name": "network-vif-plugged", "status": "completed", "tag": "e4a95350-63ed-4505-a7d5-915560fd91dc", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:37:04.588969 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5a222af2-3f40-4170-8dc1-d5538e2cd757 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:37:04.590176 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a56cf39-7e8b-4dd9-bb5a-9860946a095b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a95350-63ed-4505-a7d5-915560fd91dc', 'code': 200} Jun 16 18:37:04.610156 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=e4a95350-63ed-4505-a7d5-915560fd91dc,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:04.622258 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:04.663984 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102c276-f43e-44d6-9b35-a676c4cd5511 req-f978f559-d31f-4793-9ea8-8758bb361a00 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:04.665669 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f102c276-f43e-44d6-9b35-a676c4cd5511 req-f978f559-d31f-4793-9ea8-8758bb361a00 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56cf39-7e8b-4dd9-bb5a-9860946a095b HTTP/1.1" status: 200 len: 946 time: 0.1175287 Jun 16 18:37:04.773949 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f102c276-f43e-44d6-9b35-a676c4cd5511 req-32218019-377a-42f9-a16f-c886928c9023 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5565619-d284-4363-a9cf-ab8c437ceee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001916 Jun 16 18:37:04.798583 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:37:04.992833 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f130c-87af-416e-add4-924daf76918a req-cf6363da-2663-49bf-90be-9ec9a6a1fe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:04.994303 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-515f130c-87af-416e-add4-924daf76918a req-cf6363da-2663-49bf-90be-9ec9a6a1fe0a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a56cf39-7e8b-4dd9-bb5a-9860946a095b HTTP/1.1" status: 200 len: 1099 time: 0.0661817 Jun 16 18:37:05.041087 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-515f130c-87af-416e-add4-924daf76918a req-2908d416-c73d-4483-ba49-33fdff00bc27 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a5565619-d284-4363-a9cf-ab8c437ceee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330245 Jun 16 18:37:05.208861 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b51c5d-5b6c-4035-9098-aa50603fd032 req-71fcb30d-d899-4cc4-82d5-3a1544468487 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:05.210627 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c5b51c5d-5b6c-4035-9098-aa50603fd032 req-71fcb30d-d899-4cc4-82d5-3a1544468487 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1d059fa-b041-4630-9a84-3737a3935334 HTTP/1.1" status: 200 len: 945 time: 0.0669835 Jun 16 18:37:05.252871 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c5b51c5d-5b6c-4035-9098-aa50603fd032 req-9e052253-9394-46bf-9aa1-129872fd0b9d tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354433 Jun 16 18:37:05.682946 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11dc78a-7f9c-4005-866f-37203fca6c6b req-13425b8c-8216-4b13-a0f3-b28d7b27dc9d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:05.684821 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a11dc78a-7f9c-4005-866f-37203fca6c6b req-13425b8c-8216-4b13-a0f3-b28d7b27dc9d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.0620704 Jun 16 18:37:05.725716 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a11dc78a-7f9c-4005-866f-37203fca6c6b req-fc5a7f84-f7bf-4dcc-aed5-3355367b916f tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355928 Jun 16 18:37:06.038479 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59c5b0-57d9-4a3e-bff2-e65158a61ce1 req-7c5dcf4e-f768-45d0-ae3c-0417e7fc4a44 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:06.046061 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6e59c5b0-57d9-4a3e-bff2-e65158a61ce1 req-7c5dcf4e-f768-45d0-ae3c-0417e7fc4a44 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56cf39-7e8b-4dd9-bb5a-9860946a095b HTTP/1.1" status: 200 len: 946 time: 0.0975676 Jun 16 18:37:06.083813 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6e59c5b0-57d9-4a3e-bff2-e65158a61ce1 req-8c656195-b860-45e4-9df7-605266ac84ec tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5565619-d284-4363-a9cf-ab8c437ceee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368822 Jun 16 18:37:06.461512 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2436e5-090f-4b24-95d2-f615ea08f030 req-ec1be679-ad3e-4c76-885b-d561f3436bf6 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:06.462989 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cc2436e5-090f-4b24-95d2-f615ea08f030 req-ec1be679-ad3e-4c76-885b-d561f3436bf6 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1d059fa-b041-4630-9a84-3737a3935334 HTTP/1.1" status: 200 len: 945 time: 0.0826914 Jun 16 18:37:06.509511 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cc2436e5-090f-4b24-95d2-f615ea08f030 req-38999110-3f10-4121-b0bc-0672ed03f61e tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391076 Jun 16 18:37:06.593870 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 32984) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:06.694129 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3dbc8a74-aae5-452a-a59f-7f0eb9cabf99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:06.785181 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3dbc8a74-aae5-452a-a59f-7f0eb9cabf99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:06.789244 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3dbc8a74-aae5-452a-a59f-7f0eb9cabf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:06.792651 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d5f31438-190b-420d-94a8-9dcc0a6b9e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:06.826834 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-3dbc8a74-aae5-452a-a59f-7f0eb9cabf99 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e8df756a4cc49febe3b1c7762f484d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318881 Jun 16 18:37:06.828055 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc8a74-aae5-452a-a59f-7f0eb9cabf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10af6001-caa5-414f-80d5-44e120dda30d,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:06.829577 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 32990) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:06.831299 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3dbc8a74-aae5-452a-a59f-7f0eb9cabf99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:06.918895 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b2ab3b1-d063-4101-a25b-4efb18c6b787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:06.950732 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c3151-6c2a-41d5-8f1c-63c4688abb8e req-f511d479-8836-42da-9062-5e5b4872f0c4 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:06.952210 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0a4c3151-6c2a-41d5-8f1c-63c4688abb8e req-f511d479-8836-42da-9062-5e5b4872f0c4 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1076312 Jun 16 18:37:06.956612 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b2ab3b1-d063-4101-a25b-4efb18c6b787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:07.014698 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0a4c3151-6c2a-41d5-8f1c-63c4688abb8e req-46d57488-95e1-4442-a221-d28be1b53b97 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561538 Jun 16 18:37:07.034441 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b2ab3b1-d063-4101-a25b-4efb18c6b787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:07.037285 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2b2ab3b1-d063-4101-a25b-4efb18c6b787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:07.040532 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-2b2ab3b1-d063-4101-a25b-4efb18c6b787 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10af6001-caa5-414f-80d5-44e120dda30d HTTP/1.1" status: 204 len: 168 time: 0.2073715 Jun 16 18:37:07.040532 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:07.049096 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ab3b1-d063-4101-a25b-4efb18c6b787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10af6001-caa5-414f-80d5-44e120dda30d,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:07.051312 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2b2ab3b1-d063-4101-a25b-4efb18c6b787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:07.289608 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 33012) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:07.318610 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4f086-c0b8-4e45-86c2-4fc72f8d74d6 req-886490c0-18d9-4b1d-8cbb-244daeb0bae3 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:07.320314 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e6c4f086-c0b8-4e45-86c2-4fc72f8d74d6 req-886490c0-18d9-4b1d-8cbb-244daeb0bae3 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56cf39-7e8b-4dd9-bb5a-9860946a095b HTTP/1.1" status: 200 len: 946 time: 0.0878720 Jun 16 18:37:07.363429 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e6c4f086-c0b8-4e45-86c2-4fc72f8d74d6 req-27dfd9e0-8bc6-43d6-b5e1-b3e34060d460 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5565619-d284-4363-a9cf-ab8c437ceee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354338 Jun 16 18:37:07.416899 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-61f630b3-e697-4f41-86bd-9e4b08845a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:07.420449 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 33020) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:07.437162 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2a193c83-271b-47b3-96b3-f21952204c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:07.522872 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-61f630b3-e697-4f41-86bd-9e4b08845a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:07.529042 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-61f630b3-e697-4f41-86bd-9e4b08845a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:07.533220 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f9c6537d-c6e9-4115-ae98-a907a612afdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:07.588235 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-61f630b3-e697-4f41-86bd-9e4b08845a90 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=72af269fc62a4a19a952d6660b7b9377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953041 Jun 16 18:37:07.588235 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f630b3-e697-4f41-86bd-9e4b08845a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc36b4e1-cb11-41aa-a224-9e8a88fbedf2,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:07.590261 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 33024) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:07.592243 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-61f630b3-e697-4f41-86bd-9e4b08845a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:07.644705 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4137-6764-40ad-9687-de78fda39b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:07.653299 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2a193c83-271b-47b3-96b3-f21952204c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:07.659516 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2a193c83-271b-47b3-96b3-f21952204c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:07.663708 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3dbc8a74-aae5-452a-a59f-7f0eb9cabf99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:07.672528 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4137-6764-40ad-9687-de78fda39b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:07.707353 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-2a193c83-271b-47b3-96b3-f21952204c56 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=14641957e9634f85a30ccdf40228a75a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856910 Jun 16 18:37:07.709654 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a193c83-271b-47b3-96b3-f21952204c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0f2bf3-cc5a-4a92-8e6d-9c1e338af6b9,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:07.712085 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 33026) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:07.715622 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2a193c83-271b-47b3-96b3-f21952204c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:07.771944 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-591e8ec3-cda0-4160-8b34-628727f1af1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:07.795844 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-591e8ec3-cda0-4160-8b34-628727f1af1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:07.848780 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-591e8ec3-cda0-4160-8b34-628727f1af1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:07.851378 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-591e8ec3-cda0-4160-8b34-628727f1af1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:07.855909 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-591e8ec3-cda0-4160-8b34-628727f1af1d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c0f2bf3-cc5a-4a92-8e6d-9c1e338af6b9 HTTP/1.1" status: 204 len: 168 time: 0.1392369 Jun 16 18:37:07.856086 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4137-6764-40ad-9687-de78fda39b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:07.856534 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-71b733e5-c474-4f99-8016-b66a523278a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:07.858800 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4137-6764-40ad-9687-de78fda39b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:07.860018 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-ae7c4137-6764-40ad-9687-de78fda39b5e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cc36b4e1-cb11-41aa-a224-9e8a88fbedf2 HTTP/1.1" status: 204 len: 168 time: 0.2690063 Jun 16 18:37:07.861868 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2b2e3397-37a0-43fd-a380-892eb01ff192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:07.865170 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e8ec3-cda0-4160-8b34-628727f1af1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0f2bf3-cc5a-4a92-8e6d-9c1e338af6b9,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:07.868599 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-591e8ec3-cda0-4160-8b34-628727f1af1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:07.885372 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507b432-b182-4d36-9213-297fab0adbfe req-53e524da-bac1-4984-82fe-9e20f6fcf12a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:07.887009 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b507b432-b182-4d36-9213-297fab0adbfe req-53e524da-bac1-4984-82fe-9e20f6fcf12a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1d059fa-b041-4630-9a84-3737a3935334 HTTP/1.1" status: 200 len: 945 time: 0.2168519 Jun 16 18:37:07.890773 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c4137-6764-40ad-9687-de78fda39b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc36b4e1-cb11-41aa-a224-9e8a88fbedf2,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:07.895371 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ae7c4137-6764-40ad-9687-de78fda39b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:07.941933 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-820cd589-32c8-41b7-a8f4-dc66ebaa2878 req-ca9f3059-d4cf-4d99-b5ce-c09673110823 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1263349 Jun 16 18:37:07.955395 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b507b432-b182-4d36-9213-297fab0adbfe req-59e2bcee-b3e2-4359-bae4-9b38b5e77d7a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616519 Jun 16 18:37:08.036955 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:37:08.087674 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cd589-32c8-41b7-a8f4-dc66ebaa2878 req-5edb7613-43b9-44ef-8fe8-a17b726f4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:08.089533 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-820cd589-32c8-41b7-a8f4-dc66ebaa2878 req-5edb7613-43b9-44ef-8fe8-a17b726f4d40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16af9c5b756c4d76ab7ce535c8b78c3e&device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 1099 time: 0.0852377 Jun 16 18:37:08.169347 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning for port bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:37:08.176803 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:08.177720 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:08.285206 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cd589-32c8-41b7-a8f4-dc66ebaa2878 req-136c1531-b836-46f7-af65-b1c04c25849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:08.286672 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-820cd589-32c8-41b7-a8f4-dc66ebaa2878 req-136c1531-b836-46f7-af65-b1c04c25849c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7a22503-f14c-4070-be6c-41b9c371066c HTTP/1.1" status: 200 len: 916 time: 0.1685319 Jun 16 18:37:08.293228 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:08.318567 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d059fa-b041-4630-9a84-3737a3935334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:37:08.321595 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947ce9d4-2877-4a4c-a232-2e6233e2d49c" -d '{"events": [{"server_uuid": "e1d059fa-b041-4630-9a84-3737a3935334", "name": "network-vif-plugged", "status": "completed", "tag": "bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:37:08.335869 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae,segment=NetworkSegment(4e4fea13-e2fd-497b-9526-636fc53a6bfe),segment_id=4e4fea13-e2fd-497b-9526-636fc53a6bfe)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:37:08.343433 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:08.345197 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-820cd589-32c8-41b7-a8f4-dc66ebaa2878 req-d3b4648f-b672-47d6-b2c5-60d2633abb2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0acc69bd-96ad-430c-8d92-a8c02507e34d HTTP/1.1" status: 200 len: 217 time: 0.0485260 Jun 16 18:37:08.348036 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:08.360307 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c5b02-2b1b-4521-840d-80ecdd1da786 req-3caa8283-d4ae-41e8-a49a-fb68bec20a5f tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:08.362319 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a95c5b02-2b1b-4521-840d-80ecdd1da786 req-3caa8283-d4ae-41e8-a49a-fb68bec20a5f tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1908917 Jun 16 18:37:08.413579 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:08.417323 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:08.438979 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cd589-32c8-41b7-a8f4-dc66ebaa2878 req-487ad81a-6724-4af2-8ab1-54d955b97ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:08.440461 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-820cd589-32c8-41b7-a8f4-dc66ebaa2878 req-487ad81a-6724-4af2-8ab1-54d955b97ea2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2429f91a-7912-4c8c-93e6-f1cb7b790393 HTTP/1.1" status: 200 len: 855 time: 0.0771463 Jun 16 18:37:08.445747 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a95c5b02-2b1b-4521-840d-80ecdd1da786 req-7310b93f-cdf6-428e-9e38-a59950b9331e tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735760 Jun 16 18:37:08.487504 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d526888a-63a4-469e-97fd-f19b986e7896 x-openstack-request-id: req-d526888a-63a4-469e-97fd-f19b986e7896 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:37:08.487810 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d059fa-b041-4630-9a84-3737a3935334", "name": "network-vif-plugged", "status": "completed", "tag": "bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:37:08.488100 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d526888a-63a4-469e-97fd-f19b986e7896 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:37:08.488259 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-820cd589-32c8-41b7-a8f4-dc66ebaa2878 req-a76ebc84-b7a7-49fb-880f-7e8cfd038a3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7a22503-f14c-4070-be6c-41b9c371066c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327327 Jun 16 18:37:08.488528 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d059fa-b041-4630-9a84-3737a3935334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae', 'code': 200} Jun 16 18:37:08.619385 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 33062) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:08.620750 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-820cd589-32c8-41b7-a8f4-dc66ebaa2878 req-1b1a7b03-1355-46ec-8c15-8f7af4e5f09b service neutron] 10.222.0.36 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050191 Jun 16 18:37:08.753228 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-820cd589-32c8-41b7-a8f4-dc66ebaa2878 req-d5c5a6a5-385a-4f01-8244-380b7f12e80c service neutron] 10.222.0.36 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207578 Jun 16 18:37:08.763246 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf7b5-e1c1-4353-826f-8309917be68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:08.833951 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea3df4-39af-48c0-b139-0a1aef7484e7 req-e0bc6083-8895-4999-a75d-49b6faa069a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:08.835931 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-60ea3df4-39af-48c0-b139-0a1aef7484e7 req-e0bc6083-8895-4999-a75d-49b6faa069a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e1d059fa-b041-4630-9a84-3737a3935334 HTTP/1.1" status: 200 len: 1099 time: 0.0701883 Jun 16 18:37:08.881162 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf7b5-e1c1-4353-826f-8309917be68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:08.890148 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf7b5-e1c1-4353-826f-8309917be68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:08.908848 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-60ea3df4-39af-48c0-b139-0a1aef7484e7 req-be37fcfd-b902-4fa6-80df-dd87f774cb7f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635395 Jun 16 18:37:08.912028 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c0cb75ca-154f-4a1b-b478-6ea6822bfffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:08.919994 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-46b22d0e-c6f0-481a-9470-18d93481e0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:08.927015 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-ba1cf7b5-e1c1-4353-826f-8309917be68a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ae8e67faead450d8f16e29a0f18186e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037088 Jun 16 18:37:08.927669 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 33078) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:08.943604 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1cf7b5-e1c1-4353-826f-8309917be68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e522fea2-0027-42b8-91e1-55d444f65cf6,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:08.946769 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ba1cf7b5-e1c1-4353-826f-8309917be68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:08.981657 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c95e62b0-fad4-409b-9e9b-7003b1f6369a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:09.006800 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c95e62b0-fad4-409b-9e9b-7003b1f6369a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:09.065527 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c95e62b0-fad4-409b-9e9b-7003b1f6369a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:09.068357 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c95e62b0-fad4-409b-9e9b-7003b1f6369a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:09.069550 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-c95e62b0-fad4-409b-9e9b-7003b1f6369a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e522fea2-0027-42b8-91e1-55d444f65cf6 HTTP/1.1" status: 204 len: 168 time: 0.1407907 Jun 16 18:37:09.071788 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-42c8ff86-02a0-4593-935c-33313e4e7f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:09.090324 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e62b0-fad4-409b-9e9b-7003b1f6369a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e522fea2-0027-42b8-91e1-55d444f65cf6,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:09.134412 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c95e62b0-fad4-409b-9e9b-7003b1f6369a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:09.178476 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33090416-0d21-4549-802c-7342c1abd2a2 req-a58f6a88-4868-4a9d-ab7a-ec2d13b6a3e6 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:09.179940 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-33090416-0d21-4549-802c-7342c1abd2a2 req-a58f6a88-4868-4a9d-ab7a-ec2d13b6a3e6 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1d059fa-b041-4630-9a84-3737a3935334 HTTP/1.1" status: 200 len: 946 time: 0.1091685 Jun 16 18:37:09.237167 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-33090416-0d21-4549-802c-7342c1abd2a2 req-9ae0f856-c428-4c72-9a13-5eeb348e3e62 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500636 Jun 16 18:37:09.655442 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 33130) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:09.662078 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21212eb-d8da-498e-903e-ea0255000e38 req-0e4646a6-96a0-4ab7-835e-f92269de2d0d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:09.664586 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e21212eb-d8da-498e-903e-ea0255000e38 req-0e4646a6-96a0-4ab7-835e-f92269de2d0d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.0768971 Jun 16 18:37:09.708741 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e21212eb-d8da-498e-903e-ea0255000e38 req-6f3b85a9-8cd7-445f-8fdd-da3b162ae9c8 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386963 Jun 16 18:37:09.846536 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1c08750d-8c03-4e10-8859-55e05ea6e266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:09.951614 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1c08750d-8c03-4e10-8859-55e05ea6e266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:09.956620 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1c08750d-8c03-4e10-8859-55e05ea6e266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:09.960460 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-83e9e445-c532-4095-abd6-de62f6adbf3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:09.981422 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 33150) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:09.999694 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-1c08750d-8c03-4e10-8859-55e05ea6e266 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3e875ffede94dccaeec2bc5173040ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427610 Jun 16 18:37:10.000297 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 33154) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:10.006427 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08750d-8c03-4e10-8859-55e05ea6e266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423bd474-c938-4f53-bddb-ef1f075460a0,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:10.009815 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1c08750d-8c03-4e10-8859-55e05ea6e266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:10.053703 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fed1a433-0791-40b2-8cf5-20b7a147b9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:10.077101 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fed1a433-0791-40b2-8cf5-20b7a147b9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:10.093868 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-18a2e28f-2091-4dbd-878b-7a2b0f32b1ad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1270504105-network', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:37:10.117196 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a2e28f-2091-4dbd-878b-7a2b0f32b1ad admin admin] Made reservation on behalf of a0d3c51cd79e448d9c410c5292e758ad for: {'network': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:37:10.120439 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-18a2e28f-2091-4dbd-878b-7a2b0f32b1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for network, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:10.133586 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-18a2e28f-2091-4dbd-878b-7a2b0f32b1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:10.137082 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fed1a433-0791-40b2-8cf5-20b7a147b9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:10.139851 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fed1a433-0791-40b2-8cf5-20b7a147b9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:10.141247 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-fed1a433-0791-40b2-8cf5-20b7a147b9ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/423bd474-c938-4f53-bddb-ef1f075460a0 HTTP/1.1" status: 204 len: 168 time: 0.1395662 Jun 16 18:37:10.142143 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b4abe060-549f-4f6f-b76e-f418520e840b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:10.150587 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1a433-0791-40b2-8cf5-20b7a147b9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423bd474-c938-4f53-bddb-ef1f075460a0,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:10.153897 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-fed1a433-0791-40b2-8cf5-20b7a147b9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:10.251728 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-18a2e28f-2091-4dbd-878b-7a2b0f32b1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:10.258443 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-18a2e28f-2091-4dbd-878b-7a2b0f32b1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:10.265472 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3cfb559a-72c0-44bf-9c4c-a43d6d334efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:10.312749 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a2e28f-2091-4dbd-878b-7a2b0f32b1ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=92978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:37:10.329245 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2e28f-2091-4dbd-878b-7a2b0f32b1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7600f51-c32d-49eb-b3cb-cbe3a302c628,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:10.344764 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-18a2e28f-2091-4dbd-878b-7a2b0f32b1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:10.353117 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-18a2e28f-2091-4dbd-878b-7a2b0f32b1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:10.353704 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.db.segments_db [None req-18a2e28f-2091-4dbd-878b-7a2b0f32b1ad admin admin] Added segment a9bdab95-a8e5-4ce0-a77e-4e44b6267755 of type vlan for network d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c Jun 16 18:37:10.403258 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-18a2e28f-2091-4dbd-878b-7a2b0f32b1ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789582983042'] for network, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:10.475146 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-18a2e28f-2091-4dbd-878b-7a2b0f32b1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384'] for network, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:10.477734 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a2e28f-2091-4dbd-878b-7a2b0f32b1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:10.478385 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-18a2e28f-2091-4dbd-878b-7a2b0f32b1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:10.482559 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c45702f0-2983-405e-a744-909eeab0afa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:10.519280 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-18a2e28f-2091-4dbd-878b-7a2b0f32b1ad admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5361621 Jun 16 18:37:10.522180 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 33172) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:10.527965 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-94de2a94-d65d-4ad9-b66c-0dc42a8871ae admin admin] Request body: {'subnet': {'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1270504105-subnet', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:37:10.551745 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94de2a94-d65d-4ad9-b66c-0dc42a8871ae admin admin] Made reservation on behalf of a0d3c51cd79e448d9c410c5292e758ad for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:37:10.555201 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-94de2a94-d65d-4ad9-b66c-0dc42a8871ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125532322'] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:10.585998 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2e28f-2091-4dbd-878b-7a2b0f32b1ad admin admin] Pushing event updated for resources: {'Network': ['ID=d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:10.590125 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-18a2e28f-2091-4dbd-878b-7a2b0f32b1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:10.598093 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Network d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c details requested by agent ovs-agent-dv-cinder-667108-31-smb with host dv-cinder-667108-31-smb {{(pid=92980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:37:10.619656 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0222c-2027-4f43-b4dd-01b9d72cd0d8 req-28bcb130-e04f-47fe-893d-c48dac6111fb tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:10.627241 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-dde0222c-2027-4f43-b4dd-01b9d72cd0d8 req-28bcb130-e04f-47fe-893d-c48dac6111fb tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1d059fa-b041-4630-9a84-3737a3935334 HTTP/1.1" status: 200 len: 946 time: 0.1915514 Jun 16 18:37:10.656098 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705899e-67a7-4386-9b24-55a07fb75e72 req-f01fbf13-507a-42bb-82e2-482dab0db65a tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:10.657600 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4705899e-67a7-4386-9b24-55a07fb75e72 req-f01fbf13-507a-42bb-82e2-482dab0db65a tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56cf39-7e8b-4dd9-bb5a-9860946a095b HTTP/1.1" status: 200 len: 946 time: 0.1568751 Jun 16 18:37:10.685229 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-dde0222c-2027-4f43-b4dd-01b9d72cd0d8 req-37490179-e123-4bf7-a13e-7e000ccbb734 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571110 Jun 16 18:37:10.716771 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4705899e-67a7-4386-9b24-55a07fb75e72 req-033b226d-7c93-45fe-b02b-e5dec92cbae9 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5565619-d284-4363-a9cf-ab8c437ceee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463021 Jun 16 18:37:10.780106 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-94de2a94-d65d-4ad9-b66c-0dc42a8871ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131963176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125532336'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:10.784836 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:10.872344 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de2a94-d65d-4ad9-b66c-0dc42a8871ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c368f720-5366-4c5f-ac8e-ade7f5c5370a,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:10.876816 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-94de2a94-d65d-4ad9-b66c-0dc42a8871ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:10.881197 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94de2a94-d65d-4ad9-b66c-0dc42a8871ae admin admin] Checking segment: {'id': 'a9bdab95-a8e5-4ce0-a77e-4e44b6267755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:37:10.881197 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94de2a94-d65d-4ad9-b66c-0dc42a8871ae admin admin] Network hostable DHCP agents. Network: d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c, hostable agents: ['b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:37:10.904003 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94de2a94-d65d-4ad9-b66c-0dc42a8871ae admin admin] Network d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c is scheduled to be hosted by DHCP agent b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:37:10.916559 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-94de2a94-d65d-4ad9-b66c-0dc42a8871ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-smb, d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:37:10.919845 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92778e82-4262-41a8-b6cb-8979e050c3c4 req-a8d429e1-a2f9-495c-8d02-f69d07e5fd8d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:10.926683 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-92778e82-4262-41a8-b6cb-8979e050c3c4 req-a8d429e1-a2f9-495c-8d02-f69d07e5fd8d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.0940316 Jun 16 18:37:10.926881 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94de2a94-d65d-4ad9-b66c-0dc42a8871ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:10.927689 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-94de2a94-d65d-4ad9-b66c-0dc42a8871ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:10.938288 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea364d32-2713-4166-956c-9cc90b37d5c1 None None] Network d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:37:10.945782 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-94de2a94-d65d-4ad9-b66c-0dc42a8871ae admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4224701 Jun 16 18:37:10.949043 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 33190) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:10.953620 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-6d66ee86-a9da-44ec-bf73-d66136e36f7c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1270504105-router', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:37:10.976677 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-92778e82-4262-41a8-b6cb-8979e050c3c4 req-1d9e3344-13ef-4285-8591-cefcedb3d359 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491388 Jun 16 18:37:10.987361 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6d66ee86-a9da-44ec-bf73-d66136e36f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-964'] for router, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:10.990759 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6d66ee86-a9da-44ec-bf73-d66136e36f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021'] for router, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:11.066844 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6d66ee86-a9da-44ec-bf73-d66136e36f7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:11.237909 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6d66ee86-a9da-44ec-bf73-d66136e36f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-995'] for router, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:11.265349 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:11.273952 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e3fe7352-4250-4bdb-8185-3c358ab1b8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:11.313248 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fe3b8ad-7a14-5a97-91f0-c032df6d3972-d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c', 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'fixed_ips': [{'subnet_id': 'c368f720-5366-4c5f-ac8e-ade7f5c5370a'}]}} from dv-cinder-667108-31-smb. {{(pid=92980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 18:37:11.314548 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:11.458419 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Allocated IP 172.20.0.2 (d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c/c368f720-5366-4c5f-ac8e-ade7f5c5370a/5f043194-7de6-45de-b0a0-7958ee13981e) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:37:11.480926 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6d66ee86-a9da-44ec-bf73-d66136e36f7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:11.503514 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6d66ee86-a9da-44ec-bf73-d66136e36f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:11.612276 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-6d66ee86-a9da-44ec-bf73-d66136e36f7c admin admin] Allocated IP 172.28.2.140 (7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe/3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a/9b591692-ee48-4965-b55b-673d142435a9) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:37:11.615389 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:11.623935 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Transition to ACTIVE for port object 5f043194-7de6-45de-b0a0-7958ee13981e will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:37:11.640103 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Transition to ACTIVE for port object 5f043194-7de6-45de-b0a0-7958ee13981e will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:37:11.648419 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:11.650816 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:11.702386 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Network d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:37:11.709584 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:37:11.714524 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:37:11.716453 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:11.719308 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Pushing event updated for resources: {'Port': ['ID=5f043194-7de6-45de-b0a0-7958ee13981e,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:11.725347 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:11.728350 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6d66ee86-a9da-44ec-bf73-d66136e36f7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:11.779744 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Attempting to bind port 5f043194-7de6-45de-b0a0-7958ee13981e on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:37:11.780162 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Attempting to bind port 5f043194-7de6-45de-b0a0-7958ee13981e by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': 'a9bdab95-a8e5-4ce0-a77e-4e44b6267755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:37:11.780536 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Attempting to bind port 5f043194-7de6-45de-b0a0-7958ee13981e on network d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:37:11.785823 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:37:11.786476 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Checking segment: {'id': 'a9bdab95-a8e5-4ce0-a77e-4e44b6267755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:37:11.786742 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:11.787190 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Bound using segment: {'id': 'a9bdab95-a8e5-4ce0-a77e-4e44b6267755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:37:11.787680 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Bound port: 5f043194-7de6-45de-b0a0-7958ee13981e, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9bdab95-a8e5-4ce0-a77e-4e44b6267755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:37:11.788075 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:11.793166 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6d66ee86-a9da-44ec-bf73-d66136e36f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131963324'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:11.806048 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:11.835008 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d66ee86-a9da-44ec-bf73-d66136e36f7c admin admin] Network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:37:11.838124 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-6d66ee86-a9da-44ec-bf73-d66136e36f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:37:11.842072 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d66ee86-a9da-44ec-bf73-d66136e36f7c admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:37:11.867736 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] For port 5f043194-7de6-45de-b0a0-7958ee13981e, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:37:11.872200 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] For port 5f043194-7de6-45de-b0a0-7958ee13981e, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=5f043194-7de6-45de-b0a0-7958ee13981e,segment=NetworkSegment(a9bdab95-a8e5-4ce0-a77e-4e44b6267755),segment_id=a9bdab95-a8e5-4ce0-a77e-4e44b6267755)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:37:11.877276 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:11.879549 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:11.880886 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66ee86-a9da-44ec-bf73-d66136e36f7c admin admin] Pushing event updated for resources: {'Port': ['ID=9b591692-ee48-4965-b55b-673d142435a9,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:11.884696 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6d66ee86-a9da-44ec-bf73-d66136e36f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:11.929926 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c12f63-d63b-4d1e-853c-83f234e92196 req-c7409874-0375-4ea0-9645-7a0bf2610319 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:11.931434 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-26c12f63-d63b-4d1e-853c-83f234e92196 req-c7409874-0375-4ea0-9645-7a0bf2610319 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1d059fa-b041-4630-9a84-3737a3935334 HTTP/1.1" status: 200 len: 946 time: 0.1175077 Jun 16 18:37:11.943783 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7b05a-c672-4dfc-8d77-b81f1fd1c03e req-3fedbc2a-02eb-440f-bd16-91dbfc0a55b2 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:11.945454 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d3f7b05a-c672-4dfc-8d77-b81f1fd1c03e req-3fedbc2a-02eb-440f-bd16-91dbfc0a55b2 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56cf39-7e8b-4dd9-bb5a-9860946a095b HTTP/1.1" status: 200 len: 946 time: 0.0916502 Jun 16 18:37:11.964440 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Pushing event updated for resources: {'Port': ['ID=5f043194-7de6-45de-b0a0-7958ee13981e,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:11.969690 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:12.011663 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-26c12f63-d63b-4d1e-853c-83f234e92196 req-5d71b594-ddec-401b-8ea5-3da01dbc965c tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650330 Jun 16 18:37:12.028820 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d3f7b05a-c672-4dfc-8d77-b81f1fd1c03e req-82b1735b-93f8-42f7-b638-822b0c91898c tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5565619-d284-4363-a9cf-ab8c437ceee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678775 Jun 16 18:37:12.163062 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6d66ee86-a9da-44ec-bf73-d66136e36f7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:12.230566 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:37:12.294677 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b035f41-cfe0-4b40-a44a-9efeed2e67ff req-08e18165-e311-4920-a22a-ae803b0a1695 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:12.296238 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5b035f41-cfe0-4b40-a44a-9efeed2e67ff req-08e18165-e311-4920-a22a-ae803b0a1695 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1695344 Jun 16 18:37:12.372910 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5b035f41-cfe0-4b40-a44a-9efeed2e67ff req-f2f1a6b4-ae68-4421-bb70-190228048cdb tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700419 Jun 16 18:37:12.472616 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:12.473255 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6d66ee86-a9da-44ec-bf73-d66136e36f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439270'] for router, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:12.621035 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d66ee86-a9da-44ec-bf73-d66136e36f7c admin admin] Router 66ed606c-711e-4a6d-b41c-76aa1c4f872d is scheduled to L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 with binding_index 1 {{(pid=92979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 18:37:12.730948 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d66ee86-a9da-44ec-bf73-d66136e36f7c admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:37:12.748046 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] Sync routers for ids ['66ed606c-711e-4a6d-b41c-76aa1c4f872d'] in dv-cinder-667108-31-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:37:12.751319 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6d66ee86-a9da-44ec-bf73-d66136e36f7c admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:12.755775 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-6d66ee86-a9da-44ec-bf73-d66136e36f7c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8056910 Jun 16 18:37:12.756453 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 33232) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:12.768450 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9991304c-2074-4a57-a06d-594630d9de4e req-4eda6138-ffc8-4701-a4c2-685dfc4289e8 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c83c76418fe24e80a96a72beb000dfec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625472 Jun 16 18:37:12.774076 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] Routers {'66ed606c-711e-4a6d-b41c-76aa1c4f872d'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:37:12.774701 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:37:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['66ed606c-711e-4a6d-b41c-76aa1c4f872d'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:12.848011 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 5f043194-7de6-45de-b0a0-7958ee13981e up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:37:12.927537 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port 5f043194-7de6-45de-b0a0-7958ee13981e completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:37:12.928775 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] Set router 66ed606c-711e-4a6d-b41c-76aa1c4f872d gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:37:13.059723 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991304c-2074-4a57-a06d-594630d9de4e req-f35428fd-f456-430d-a31d-d729311276ad tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:13.067410 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9991304c-2074-4a57-a06d-594630d9de4e req-f35428fd-f456-430d-a31d-d729311276ad tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2857459 Jun 16 18:37:13.133042 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'name': 'tempest-TestMinimumBasicScenario-1270504105-router', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '9b591692-ee48-4965-b55b-673d142435a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:12Z', 'revision_number': 3, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'gw_port': {'id': '9b591692-ee48-4965-b55b-673d142435a9', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:13.138535 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] Checking router: 66ed606c-711e-4a6d-b41c-76aa1c4f872d for host: dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:37:13.139128 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] Updating router 66ed606c-711e-4a6d-b41c-76aa1c4f872d port 9b591692-ee48-4965-b55b-673d142435a9 binding host dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:37:13.207856 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:13.264556 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e061ce1c-8925-4846-b97e-966490dd1936 None None] Network d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:37:13.353143 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9991304c-2074-4a57-a06d-594630d9de4e req-80b13c62-a1d5-469f-9c8f-c887f8eba437 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/quotas/c83c76418fe24e80a96a72beb000dfec HTTP/1.1" status: 200 len: 375 time: 0.2845478 Jun 16 18:37:13.399516 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-ba78a1b8-3971-4bc3-8666-e8754ed9a210 None None] Provisioning for port 5f043194-7de6-45de-b0a0-7958ee13981e completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:37:13.405866 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-ba78a1b8-3971-4bc3-8666-e8754ed9a210 None None] Provisioning complete for port 5f043194-7de6-45de-b0a0-7958ee13981e triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:13.406489 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ba78a1b8-3971-4bc3-8666-e8754ed9a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:13.419759 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9991304c-2074-4a57-a06d-594630d9de4e req-ebdd45e0-4311-4401-9d00-914db57f8736 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c83c76418fe24e80a96a72beb000dfec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658579 Jun 16 18:37:13.512733 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:13.523736 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339bb35-6dfa-4198-8261-572a802670e8 req-1c058f51-0ca7-430d-9da5-fae48cdfcafb tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:13.525566 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1339bb35-6dfa-4198-8261-572a802670e8 req-1c058f51-0ca7-430d-9da5-fae48cdfcafb tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a56cf39-7e8b-4dd9-bb5a-9860946a095b HTTP/1.1" status: 200 len: 946 time: 0.4558685 Jun 16 18:37:13.528063 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] Transition to ACTIVE for port object 9b591692-ee48-4965-b55b-673d142435a9 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:37:13.540170 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:13.546736 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:13.582372 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c1e29-9472-4ffa-a5da-4e27220c4648 req-a1d860d1-b034-4ad4-b176-9bfdba7dfac8 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:13.589578 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0f5c1e29-9472-4ffa-a5da-4e27220c4648 req-a1d860d1-b034-4ad4-b176-9bfdba7dfac8 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56cf39-7e8b-4dd9-bb5a-9860946a095b HTTP/1.1" status: 200 len: 946 time: 0.2447438 Jun 16 18:37:13.594369 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ba78a1b8-3971-4bc3-8666-e8754ed9a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:13.608752 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] Attempting to bind port 9b591692-ee48-4965-b55b-673d142435a9 on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:37:13.609539 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] Attempting to bind port 9b591692-ee48-4965-b55b-673d142435a9 by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:37:13.610365 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] Attempting to bind port 9b591692-ee48-4965-b55b-673d142435a9 on network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:37:13.627427 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:37:13.628969 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] Checking segment: {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:37:13.629356 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:13.629753 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] Bound using segment: {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:37:13.630263 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] Bound port: 9b591692-ee48-4965-b55b-673d142435a9, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:37:13.630637 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:13.657106 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ca77a-42c4-4601-9124-c1cb35659330 None None] Pushing event updated for resources: {'Port': ['ID=9b591692-ee48-4965-b55b-673d142435a9,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:13.665799 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:13.666332 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ca77a-42c4-4601-9124-c1cb35659330 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.666332 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ca77a-42c4-4601-9124-c1cb35659330 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.666513 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ca77a-42c4-4601-9124-c1cb35659330 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.667581 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ca77a-42c4-4601-9124-c1cb35659330 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.667687 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ca77a-42c4-4601-9124-c1cb35659330 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.667951 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ca77a-42c4-4601-9124-c1cb35659330 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.668318 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ca77a-42c4-4601-9124-c1cb35659330 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.668636 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ca77a-42c4-4601-9124-c1cb35659330 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.669095 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ca77a-42c4-4601-9124-c1cb35659330 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.669422 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ca77a-42c4-4601-9124-c1cb35659330 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.669791 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ca77a-42c4-4601-9124-c1cb35659330 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.670183 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ca77a-42c4-4601-9124-c1cb35659330 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:13.675724 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-011ca77a-42c4-4601-9124-c1cb35659330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:13.693554 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-ba78a1b8-3971-4bc3-8666-e8754ed9a210 None None] For port 5f043194-7de6-45de-b0a0-7958ee13981e, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=5f043194-7de6-45de-b0a0-7958ee13981e,segment=NetworkSegment(a9bdab95-a8e5-4ce0-a77e-4e44b6267755),segment_id=a9bdab95-a8e5-4ce0-a77e-4e44b6267755)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:37:13.702152 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ba78a1b8-3971-4bc3-8666-e8754ed9a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:13.709010 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-003379d3-be87-4d11-9101-2874f9a530d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:13.739198 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] For port 9b591692-ee48-4965-b55b-673d142435a9, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:37:13.747826 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] For port 9b591692-ee48-4965-b55b-673d142435a9, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=9b591692-ee48-4965-b55b-673d142435a9,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:37:13.760337 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:13.762665 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:13.792796 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0f5c1e29-9472-4ffa-a5da-4e27220c4648 req-d01de7c4-dc26-4846-a9aa-d193b8139f47 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5565619-d284-4363-a9cf-ab8c437ceee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015865 Jun 16 18:37:13.820088 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78a1b8-3971-4bc3-8666-e8754ed9a210 None None] Pushing event updated for resources: {'Port': ['ID=5f043194-7de6-45de-b0a0-7958ee13981e,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:13.825222 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ba78a1b8-3971-4bc3-8666-e8754ed9a210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:13.866114 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-1339bb35-6dfa-4198-8261-572a802670e8 req-510ccfbf-a8e5-43fc-bf9b-ae9c06f7a875 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Deleting port e4a95350-63ed-4505-a7d5-915560fd91dc {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:37:13.866890 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-1339bb35-6dfa-4198-8261-572a802670e8 req-510ccfbf-a8e5-43fc-bf9b-ae9c06f7a875 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:13.894533 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] Routers {'66ed606c-711e-4a6d-b41c-76aa1c4f872d'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:37:13.911783 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:37:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['66ed606c-711e-4a6d-b41c-76aa1c4f872d'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:13.981401 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Allocated IP 172.20.0.1 (d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c/c368f720-5366-4c5f-ac8e-ade7f5c5370a/a4f6b055-104f-4e39-ba85-573201b4d2e9) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:37:14.015841 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-1339bb35-6dfa-4198-8261-572a802670e8 req-510ccfbf-a8e5-43fc-bf9b-ae9c06f7a875 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] For port e4a95350-63ed-4505-a7d5-915560fd91dc, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e4a95350-63ed-4505-a7d5-915560fd91dc,segment=NetworkSegment(f4f7968e-d440-4f14-b19f-5772e53e3008),segment_id=f4f7968e-d440-4f14-b19f-5772e53e3008)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:37:14.016226 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-1339bb35-6dfa-4198-8261-572a802670e8 req-510ccfbf-a8e5-43fc-bf9b-ae9c06f7a875 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:14.032971 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-a59a3401-e5ce-47ee-926f-1095245bfa03 None None] Provisioning complete for port 5f043194-7de6-45de-b0a0-7958ee13981e triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:14.033630 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a59a3401-e5ce-47ee-926f-1095245bfa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:14.067433 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ca77a-42c4-4601-9124-c1cb35659330 None None] Pushing event updated for resources: {'Port': ['ID=9b591692-ee48-4965-b55b-673d142435a9,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:14.073794 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-011ca77a-42c4-4601-9124-c1cb35659330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:14.111316 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-1339bb35-6dfa-4198-8261-572a802670e8 req-510ccfbf-a8e5-43fc-bf9b-ae9c06f7a875 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Calling delete_port for e4a95350-63ed-4505-a7d5-915560fd91dc owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:37:14.171883 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] Set router 66ed606c-711e-4a6d-b41c-76aa1c4f872d gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:37:14.187316 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:14.251272 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:14.283175 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Transition to ACTIVE for port object a4f6b055-104f-4e39-ba85-573201b4d2e9 will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:37:14.288757 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-1339bb35-6dfa-4198-8261-572a802670e8 req-510ccfbf-a8e5-43fc-bf9b-ae9c06f7a875 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:14.309596 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-049c3c8b-ab89-4aac-a9c9-6667c1b00a50 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:14.310220 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['e4a95350-63ed-4505-a7d5-915560fd91dc'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:37:14.363123 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ccfbf-a8e5-43fc-bf9b-ae9c06f7a875 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Pushing event deleted for resources: {'Port': ['ID=e4a95350-63ed-4505-a7d5-915560fd91dc,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:14.364878 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131963324'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:14.367580 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:14.380707 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-510ccfbf-a8e5-43fc-bf9b-ae9c06f7a875 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:14.409260 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Network d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:37:14.418385 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:37:14.422051 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:37:14.427770 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a4f6b055-104f-4e39-ba85-573201b4d2e9,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:14.454774 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:14.473229 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426583'] for router_interface, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:14.515585 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-1339bb35-6dfa-4198-8261-572a802670e8 req-510ccfbf-a8e5-43fc-bf9b-ae9c06f7a875 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] No DVR routers for this DVR port e4a95350-63ed-4505-a7d5-915560fd91dc on host hv-cinder-66710 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:37:14.537269 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-1339bb35-6dfa-4198-8261-572a802670e8 req-510ccfbf-a8e5-43fc-bf9b-ae9c06f7a875 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:14.539642 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1339bb35-6dfa-4198-8261-572a802670e8 req-510ccfbf-a8e5-43fc-bf9b-ae9c06f7a875 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.36 "DELETE /v2.0/ports/e4a95350-63ed-4505-a7d5-915560fd91dc HTTP/1.1" status: 204 len: 173 time: 1.0029850 Jun 16 18:37:14.540403 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a56cf39-7e8b-4dd9-bb5a-9860946a095b', 'name': 'network-vif-deleted', 'tag': 'e4a95350-63ed-4505-a7d5-915560fd91dc'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:37:14.550158 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809220f2-dd61-41ee-a6bb-b8d041d2f4a8" -d '{"events": [{"server_uuid": "7a56cf39-7e8b-4dd9-bb5a-9860946a095b", "name": "network-vif-deleted", "tag": "e4a95350-63ed-4505-a7d5-915560fd91dc"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:37:14.596584 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'name': 'tempest-TestMinimumBasicScenario-1270504105-router', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '9b591692-ee48-4965-b55b-673d142435a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:12Z', 'revision_number': 3, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'gw_port': {'id': '9b591692-ee48-4965-b55b-673d142435a9', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:14.600659 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b015d7-32ac-4954-a605-bbd8a4426f00 None None] The sync data for ids ['66ed606c-711e-4a6d-b41c-76aa1c4f872d'] in dv-cinder-667108-31-smb is: [{'id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'name': 'tempest-TestMinimumBasicScenario-1270504105-router', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '9b591692-ee48-4965-b55b-673d142435a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:12Z', 'revision_number': 3, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'gw_port': {'id': '9b591692-ee48-4965-b55b-673d142435a9', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:37:14.602474 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fc29b-86a8-4fda-bd9f-07aff32e5321 req-3ceab1d8-c713-4362-8dce-f2c094667f26 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:14.609817 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c56fc29b-86a8-4fda-bd9f-07aff32e5321 req-3ceab1d8-c713-4362-8dce-f2c094667f26 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.3319182 Jun 16 18:37:14.632911 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:14.665714 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c56fc29b-86a8-4fda-bd9f-07aff32e5321 req-635d6181-08fe-4f42-a8b3-ab34e037ed8d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550137 Jun 16 18:37:14.792535 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-b19fdfaa-7745-4919-a68b-741a0302e780 None None] Provisioning for port a4f6b055-104f-4e39-ba85-573201b4d2e9 completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:37:14.797392 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-b19fdfaa-7745-4919-a68b-741a0302e780 None None] Provisioning complete for port a4f6b055-104f-4e39-ba85-573201b4d2e9 triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:14.798106 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b19fdfaa-7745-4919-a68b-741a0302e780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:14.862268 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-b19fdfaa-7745-4919-a68b-741a0302e780 None None] Port a4f6b055-104f-4e39-ba85-573201b4d2e9 cannot update to ACTIVE because it is not bound. {{(pid=92980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:37:14.882430 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 5f043194-7de6-45de-b0a0-7958ee13981e up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:37:14.970130 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2b811798-e6cd-43fd-8e8d-00e3bac9fe69 req-0e80e16f-9d07-4764-bf80-3b8d2573a841 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/ports?device_id=df4d5314-7230-426a-bfea-af31d22f993c HTTP/1.1" status: 200 len: 210 time: 0.0889568 Jun 16 18:37:15.044781 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 5f043194-7de6-45de-b0a0-7958ee13981e triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:15.046125 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:15.059608 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bbfe10-ba9d-48db-a33e-5879b73085ce x-openstack-request-id: req-35bbfe10-ba9d-48db-a33e-5879b73085ce {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:37:15.059958 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a56cf39-7e8b-4dd9-bb5a-9860946a095b", "name": "network-vif-deleted", "tag": "e4a95350-63ed-4505-a7d5-915560fd91dc", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:37:15.060361 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-35bbfe10-ba9d-48db-a33e-5879b73085ce {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:37:15.060885 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a56cf39-7e8b-4dd9-bb5a-9860946a095b', 'name': 'network-vif-deleted', 'tag': 'e4a95350-63ed-4505-a7d5-915560fd91dc', 'status': 'completed', 'code': 200} Jun 16 18:37:15.071896 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:15.096789 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131963306'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:15.138159 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-43ec3ce4-b519-4178-b9fc-355f72615a86 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:15.140536 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133741498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426539'] for router_interface, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:15.177143 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e66768c6-ac1f-4463-966f-90eecdfa2910 req-4212724c-cd5e-4436-a654-a0088d32bd6b tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56cf39-7e8b-4dd9-bb5a-9860946a095b HTTP/1.1" status: 200 len: 210 time: 0.0503819 Jun 16 18:37:15.303765 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a4f6b055-104f-4e39-ba85-573201b4d2e9,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:15.316417 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:15.342309 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Network d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:37:15.343960 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:37:15.471806 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Router 66ed606c-711e-4a6d-b41c-76aa1c4f872d has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:37:15.590307 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-38c5665e-92f9-42d8-ace5-434df82be087 None None] Provisioning complete for port a4f6b055-104f-4e39-ba85-573201b4d2e9 triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:15.593396 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:37:15.598383 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-38c5665e-92f9-42d8-ace5-434df82be087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:15.600285 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] 10.222.0.46 "PUT /v2.0/routers/66ed606c-711e-4a6d-b41c-76aa1c4f872d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8427541 Jun 16 18:37:15.661455 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-38c5665e-92f9-42d8-ace5-434df82be087 None None] Port a4f6b055-104f-4e39-ba85-573201b4d2e9 cannot update to ACTIVE because it is not bound. {{(pid=92980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:37:15.759197 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9991304c-2074-4a57-a06d-594630d9de4e req-401c7c5c-973e-4819-8d80-73d8057a2edb tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c83c76418fe24e80a96a72beb000dfec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280001 Jun 16 18:37:15.913793 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991304c-2074-4a57-a06d-594630d9de4e req-7cdf3b27-5c52-4403-a2f5-c54d645a0574 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:15.915207 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9991304c-2074-4a57-a06d-594630d9de4e req-7cdf3b27-5c52-4403-a2f5-c54d645a0574 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502330 Jun 16 18:37:15.932805 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-9991304c-2074-4a57-a06d-594630d9de4e req-22636162-e4b5-47d5-9b87-67e39272887f tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Request body: {'port': {'device_id': 'df4d5314-7230-426a-bfea-af31d22f993c', 'network_id': 'd2629a39-0724-4026-afb5-5f39b13096c8', 'admin_state_up': True, 'tenant_id': 'c83c76418fe24e80a96a72beb000dfec'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:37:15.956782 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecaa84-fa4b-4158-8d73-425f78a649a0 req-fa59f9f2-0e1a-4920-b795-1ee12b3829cd tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:15.958250 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-55ecaa84-fa4b-4158-8d73-425f78a649a0 req-fa59f9f2-0e1a-4920-b795-1ee12b3829cd tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1144631 Jun 16 18:37:16.059799 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-55ecaa84-fa4b-4158-8d73-425f78a649a0 req-57de64da-81ab-4561-9864-3edca90d9480 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904925 Jun 16 18:37:16.120790 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9991304c-2074-4a57-a06d-594630d9de4e req-22636162-e4b5-47d5-9b87-67e39272887f tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Made reservation on behalf of c83c76418fe24e80a96a72beb000dfec for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:37:16.128017 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-9991304c-2074-4a57-a06d-594630d9de4e req-22636162-e4b5-47d5-9b87-67e39272887f tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:16.143659 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-9991304c-2074-4a57-a06d-594630d9de4e req-22636162-e4b5-47d5-9b87-67e39272887f tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:16.196662 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3901129f-50a7-40ca-81b1-4dc46946681b req-679a3dda-283f-4d6e-96f3-dd98244bf2ad tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/ports?device_id=df4d5314-7230-426a-bfea-af31d22f993c HTTP/1.1" status: 200 len: 210 time: 0.0358474 Jun 16 18:37:16.321237 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 33300) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:16.332426 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-093a4d4f-aa4b-4e62-b360-a6e8c44bc2ae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-913255948-network', 'tenant_id': 'abec84ff8e7341b1b9d8a090fddb8012'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:37:16.372126 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-9991304c-2074-4a57-a06d-594630d9de4e req-22636162-e4b5-47d5-9b87-67e39272887f tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:16.386590 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-9991304c-2074-4a57-a06d-594630d9de4e req-22636162-e4b5-47d5-9b87-67e39272887f tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:16.391208 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-61f630b3-e697-4f41-86bd-9e4b08845a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:16.445118 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-644062e7-99cd-4f32-a958-f4153c8dd568 req-4d947aca-3f62-41ca-bf6f-58fb09be7ec5 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56cf39-7e8b-4dd9-bb5a-9860946a095b HTTP/1.1" status: 200 len: 210 time: 0.0620100 Jun 16 18:37:16.479063 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093a4d4f-aa4b-4e62-b360-a6e8c44bc2ae admin admin] Made reservation on behalf of abec84ff8e7341b1b9d8a090fddb8012 for: {'network': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:37:16.482071 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-093a4d4f-aa4b-4e62-b360-a6e8c44bc2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for network, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:16.493566 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22636162-e4b5-47d5-9b87-67e39272887f tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e204fe-ef58-4868-bbc4-662b8dbc50a4,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:16.501427 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-22636162-e4b5-47d5-9b87-67e39272887f tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:16.502609 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-093a4d4f-aa4b-4e62-b360-a6e8c44bc2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:16.594075 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-9991304c-2074-4a57-a06d-594630d9de4e req-22636162-e4b5-47d5-9b87-67e39272887f tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Allocated IP 192.168.233.82 (d2629a39-0724-4026-afb5-5f39b13096c8/0986c218-462a-42b9-8ae3-3470163f7878/74f5aa25-c3fc-45af-a84a-f2633bb8044e) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:37:16.663212 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] Sync routers for ids ['66ed606c-711e-4a6d-b41c-76aa1c4f872d'] in dv-cinder-667108-31-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:37:16.675643 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] Routers {'66ed606c-711e-4a6d-b41c-76aa1c4f872d'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:37:16.676317 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:37:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['66ed606c-711e-4a6d-b41c-76aa1c4f872d'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:16.700273 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-093a4d4f-aa4b-4e62-b360-a6e8c44bc2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:16.709403 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-093a4d4f-aa4b-4e62-b360-a6e8c44bc2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:16.716043 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ecfd6aec-89de-46ce-8fcd-117d2287310b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:16.758473 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093a4d4f-aa4b-4e62-b360-a6e8c44bc2ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=92978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:37:16.785003 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a4d4f-aa4b-4e62-b360-a6e8c44bc2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c430aa3-0d4a-4386-8973-5a95d69ebf37,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:16.793532 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-093a4d4f-aa4b-4e62-b360-a6e8c44bc2ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:16.795068 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-093a4d4f-aa4b-4e62-b360-a6e8c44bc2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:16.795488 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.db.segments_db [None req-093a4d4f-aa4b-4e62-b360-a6e8c44bc2ae admin admin] Added segment 8f7689ba-2180-4591-b581-340945b18278 of type vlan for network ac21d069-7bc1-4024-8403-dfed480a432b Jun 16 18:37:16.815578 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] Set router 66ed606c-711e-4a6d-b41c-76aa1c4f872d gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:37:16.859172 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-9991304c-2074-4a57-a06d-594630d9de4e req-22636162-e4b5-47d5-9b87-67e39272887f tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:16.862476 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-093a4d4f-aa4b-4e62-b360-a6e8c44bc2ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789582983042'] for network, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:16.882312 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-9991304c-2074-4a57-a06d-594630d9de4e req-22636162-e4b5-47d5-9b87-67e39272887f tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Transition to ACTIVE for port object 74f5aa25-c3fc-45af-a84a-f2633bb8044e will not be triggered until provisioned by entity DHCP. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:37:16.896693 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 9b591692-ee48-4965-b55b-673d142435a9 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:37:16.909270 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-093a4d4f-aa4b-4e62-b360-a6e8c44bc2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384'] for network, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:16.913510 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093a4d4f-aa4b-4e62-b360-a6e8c44bc2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:16.914104 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-093a4d4f-aa4b-4e62-b360-a6e8c44bc2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:16.921726 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c88a41b6-3803-40c8-8120-18df4602174f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:16.957522 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-093a4d4f-aa4b-4e62-b360-a6e8c44bc2ae admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6349511 Jun 16 18:37:16.960540 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 33304) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:16.967227 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-13bebb5d-80be-4af8-b1ce-f2059f8ac293 admin admin] Request body: {'subnet': {'network_id': 'ac21d069-7bc1-4024-8403-dfed480a432b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-913255948-subnet', 'tenant_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'ip_version': 4}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:37:16.997535 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-9991304c-2074-4a57-a06d-594630d9de4e req-22636162-e4b5-47d5-9b87-67e39272887f tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130527772'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:17.000725 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a4d4f-aa4b-4e62-b360-a6e8c44bc2ae admin admin] Pushing event updated for resources: {'Network': ['ID=ac21d069-7bc1-4024-8403-dfed480a432b,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:17.007153 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port 9b591692-ee48-4965-b55b-673d142435a9 completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:37:17.013534 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-093a4d4f-aa4b-4e62-b360-a6e8c44bc2ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:17.014332 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 9b591692-ee48-4965-b55b-673d142435a9 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:17.014722 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:17.015869 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:17.045997 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bebb5d-80be-4af8-b1ce-f2059f8ac293 admin admin] Made reservation on behalf of abec84ff8e7341b1b9d8a090fddb8012 for: {'subnet': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:37:17.048239 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-13bebb5d-80be-4af8-b1ce-f2059f8ac293 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130642480'] for subnet, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:17.054751 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Network ac21d069-7bc1-4024-8403-dfed480a432b details requested by agent ovs-agent-dv-cinder-667108-31-smb with host dv-cinder-667108-31-smb {{(pid=92980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:37:17.070023 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9991304c-2074-4a57-a06d-594630d9de4e req-22636162-e4b5-47d5-9b87-67e39272887f tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Network d2629a39-0724-4026-afb5-5f39b13096c8 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:37:17.080686 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-9991304c-2074-4a57-a06d-594630d9de4e req-22636162-e4b5-47d5-9b87-67e39272887f tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:37:17.090152 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-9991304c-2074-4a57-a06d-594630d9de4e req-22636162-e4b5-47d5-9b87-67e39272887f tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:37:17.102900 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22636162-e4b5-47d5-9b87-67e39272887f tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Pushing event updated for resources: {'Port': ['ID=74f5aa25-c3fc-45af-a84a-f2633bb8044e,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:17.125020 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-22636162-e4b5-47d5-9b87-67e39272887f tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:17.190237 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'name': 'tempest-TestMinimumBasicScenario-1270504105-router', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '9b591692-ee48-4965-b55b-673d142435a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:14Z', 'revision_number': 4, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'gw_port': {'id': '9b591692-ee48-4965-b55b-673d142435a9', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': 'a4f6b055-104f-4e39-ba85-573201b4d2e9', 'name': '', 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'mac_address': 'fa:16:3e:75:ea:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'c368f720-5366-4c5f-ac8e-ade7f5c5370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:13Z', 'updated_at': '2021-06-16T18:37:14Z', 'revision_number': 2, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'subnets': [{'id': 'c368f720-5366-4c5f-ac8e-ade7f5c5370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:17.208620 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] Checking router: 66ed606c-711e-4a6d-b41c-76aa1c4f872d for host: dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:37:17.209112 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] Updating router 66ed606c-711e-4a6d-b41c-76aa1c4f872d port a4f6b055-104f-4e39-ba85-573201b4d2e9 binding host dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:37:17.234966 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:17.286866 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:17.289749 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] For port 9b591692-ee48-4965-b55b-673d142435a9, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=9b591692-ee48-4965-b55b-673d142435a9,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:37:17.298367 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:17.301879 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:17.303010 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991304c-2074-4a57-a06d-594630d9de4e req-22636162-e4b5-47d5-9b87-67e39272887f tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:17.303843 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-9991304c-2074-4a57-a06d-594630d9de4e req-22636162-e4b5-47d5-9b87-67e39272887f tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:17.390905 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9991304c-2074-4a57-a06d-594630d9de4e req-22636162-e4b5-47d5-9b87-67e39272887f tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4620171 Jun 16 18:37:17.437973 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Request body: {'port': {'device_id': 'df4d5314-7230-426a-bfea-af31d22f993c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:37:17.440890 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Pushing event updated for resources: {'Port': ['ID=9b591692-ee48-4965-b55b-673d142435a9,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:17.447109 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:17.454476 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5d7e92d8-8604-452f-9148-701ef36261fb None None] Provisioning for port 74f5aa25-c3fc-45af-a84a-f2633bb8044e completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:37:17.463667 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5d7e92d8-8604-452f-9148-701ef36261fb None None] Provisioning complete for port 74f5aa25-c3fc-45af-a84a-f2633bb8044e triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:17.464497 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5d7e92d8-8604-452f-9148-701ef36261fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:17.498671 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-13bebb5d-80be-4af8-b1ce-f2059f8ac293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130527880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130642466'] for subnet, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:17.512299 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:17.518532 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e92d8-8604-452f-9148-701ef36261fb None None] Port 74f5aa25-c3fc-45af-a84a-f2633bb8044e cannot update to ACTIVE because it is not bound. {{(pid=92980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:37:17.520819 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b228a12-8b65-4523-82d8-77d585a45cd1 req-002ed2b6-6f29-4638-be8a-44ae829d2799 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:17.522299 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6b228a12-8b65-4523-82d8-77d585a45cd1 req-002ed2b6-6f29-4638-be8a-44ae829d2799 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.3071003 Jun 16 18:37:17.597464 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7caa6fe-7703-497e-ac53-d6fa74df0055 req-63cd4411-19cb-4474-9b7a-208436a1e4b5 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:17.599020 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d7caa6fe-7703-497e-ac53-d6fa74df0055 req-63cd4411-19cb-4474-9b7a-208436a1e4b5 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/ports?device_id=df4d5314-7230-426a-bfea-af31d22f993c HTTP/1.1" status: 200 len: 935 time: 0.2619703 Jun 16 18:37:17.659604 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bebb5d-80be-4af8-b1ce-f2059f8ac293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41ac99f7-949b-41c1-8f3f-483b258051b1,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:17.661467 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:17.665847 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-13bebb5d-80be-4af8-b1ce-f2059f8ac293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:17.699436 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6b228a12-8b65-4523-82d8-77d585a45cd1 req-25417bd1-5d39-47d1-a340-c14332bb584d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553211 Jun 16 18:37:17.722188 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bebb5d-80be-4af8-b1ce-f2059f8ac293 admin admin] Checking segment: {'id': '8f7689ba-2180-4591-b581-340945b18278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ac21d069-7bc1-4024-8403-dfed480a432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:37:17.722556 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bebb5d-80be-4af8-b1ce-f2059f8ac293 admin admin] Network hostable DHCP agents. Network: ac21d069-7bc1-4024-8403-dfed480a432b, hostable agents: ['b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7'], hosted agents: [] {{(pid=92978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:37:17.730216 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d7caa6fe-7703-497e-ac53-d6fa74df0055 req-814b2bb7-0fa5-4d28-9a3e-dbf9f9da0f26 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/security-groups?id=09e204fe-ef58-4868-bbc4-662b8dbc50a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152794 Jun 16 18:37:17.763575 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bebb5d-80be-4af8-b1ce-f2059f8ac293 admin admin] Network ac21d069-7bc1-4024-8403-dfed480a432b is scheduled to be hosted by DHCP agent b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7 with binding_index 1 {{(pid=92978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:37:17.764415 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:17.779555 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] Transition to ACTIVE for port object a4f6b055-104f-4e39-ba85-573201b4d2e9 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:37:17.790096 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:17.800475 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:17.888631 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-13bebb5d-80be-4af8-b1ce-f2059f8ac293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-smb, ac21d069-7bc1-4024-8403-dfed480a432b) {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:37:17.895445 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bebb5d-80be-4af8-b1ce-f2059f8ac293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:17.896082 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-13bebb5d-80be-4af8-b1ce-f2059f8ac293 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:17.955430 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f4c8f1-9115-4735-b381-d095e12c4a2d None None] Network ac21d069-7bc1-4024-8403-dfed480a432b requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:37:17.963238 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be062241-cb02-4bee-83a2-59069d1d73e2 None None] Pushing event updated for resources: {'Port': ['ID=a4f6b055-104f-4e39-ba85-573201b4d2e9,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:17.968125 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-be062241-cb02-4bee-83a2-59069d1d73e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:18.077306 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device e4a95350-63ed-4505-a7d5-915560fd91dc no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:37:18.097754 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] Attempting to bind port a4f6b055-104f-4e39-ba85-573201b4d2e9 on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:37:18.098136 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] Attempting to bind port a4f6b055-104f-4e39-ba85-573201b4d2e9 by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': 'a9bdab95-a8e5-4ce0-a77e-4e44b6267755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:37:18.098507 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] Attempting to bind port a4f6b055-104f-4e39-ba85-573201b4d2e9 on network d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:37:18.138049 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] No Port match for: e4a95350-63ed-4505-a7d5-915560fd91dc {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:37:18.138287 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device e4a95350-63ed-4505-a7d5-915560fd91dc not bound to the agent host hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:37:18.153267 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:37:18.153942 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] Checking segment: {'id': 'a9bdab95-a8e5-4ce0-a77e-4e44b6267755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:37:18.154652 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:18.155285 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] Bound using segment: {'id': 'a9bdab95-a8e5-4ce0-a77e-4e44b6267755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:37:18.156089 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] Bound port: a4f6b055-104f-4e39-ba85-573201b4d2e9, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9bdab95-a8e5-4ce0-a77e-4e44b6267755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:37:18.156707 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:18.287277 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-13bebb5d-80be-4af8-b1ce-f2059f8ac293 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3257759 Jun 16 18:37:18.289925 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 33330) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:18.294556 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-913255948-router', 'tenant_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:37:18.320634 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] For port a4f6b055-104f-4e39-ba85-573201b4d2e9, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:37:18.338020 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] For port a4f6b055-104f-4e39-ba85-573201b4d2e9, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=a4f6b055-104f-4e39-ba85-573201b4d2e9,segment=NetworkSegment(a9bdab95-a8e5-4ce0-a77e-4e44b6267755),segment_id=a9bdab95-a8e5-4ce0-a77e-4e44b6267755)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:37:18.341432 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-964'] for router, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:18.342460 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021'] for router, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:18.346324 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f5aa25-c3fc-45af-a84a-f2633bb8044e {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:37:18.358187 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fe3b8ad-7a14-5a97-91f0-c032df6d3972-ac21d069-7bc1-4024-8403-dfed480a432b', 'network_id': 'ac21d069-7bc1-4024-8403-dfed480a432b', 'tenant_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'fixed_ips': [{'subnet_id': '41ac99f7-949b-41c1-8f3f-483b258051b1'}]}} from dv-cinder-667108-31-smb. {{(pid=92980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 18:37:18.359948 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:18.360266 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:18.371417 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:18.377212 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Transition to ACTIVE for port object 74f5aa25-c3fc-45af-a84a-f2633bb8044e will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:37:18.387110 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:18.388582 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:18.410729 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:18.497531 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Pushing event updated for resources: {'Port': ['ID=74f5aa25-c3fc-45af-a84a-f2633bb8044e,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:18.503034 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:18.531219 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:18.541887 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be062241-cb02-4bee-83a2-59069d1d73e2 None None] Pushing event updated for resources: {'Port': ['ID=a4f6b055-104f-4e39-ba85-573201b4d2e9,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:18.547959 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] Routers {'66ed606c-711e-4a6d-b41c-76aa1c4f872d'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:37:18.548701 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:37:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['66ed606c-711e-4a6d-b41c-76aa1c4f872d'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:18.550997 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-be062241-cb02-4bee-83a2-59069d1d73e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:18.811273 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Allocated IP 172.20.0.2 (ac21d069-7bc1-4024-8403-dfed480a432b/41ac99f7-949b-41c1-8f3f-483b258051b1/b8b6f36c-ad29-47a1-bba3-7556086bb643) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:37:18.846246 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Attempting to bind port 74f5aa25-c3fc-45af-a84a-f2633bb8044e on host hv-cinder-66710 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:37:18.846826 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Attempting to bind port 74f5aa25-c3fc-45af-a84a-f2633bb8044e by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '43b0fb12-1917-44bb-a908-ae112e55fb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd2629a39-0724-4026-afb5-5f39b13096c8'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:37:18.847339 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Attempting to bind port 74f5aa25-c3fc-45af-a84a-f2633bb8044e on network d2629a39-0724-4026-afb5-5f39b13096c8 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:37:18.852436 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Port 74f5aa25-c3fc-45af-a84a-f2633bb8044e on network d2629a39-0724-4026-afb5-5f39b13096c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:37:18.852990 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Attempting to bind port 74f5aa25-c3fc-45af-a84a-f2633bb8044e on network d2629a39-0724-4026-afb5-5f39b13096c8 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:37:18.861636 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Checking agent: {'id': '430a9a83-85fc-4e56-9798-0b54252fd97b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'started_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:37:18.862237 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Checking segment: {'id': '43b0fb12-1917-44bb-a908-ae112e55fb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd2629a39-0724-4026-afb5-5f39b13096c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:37:18.862781 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Bound using segment: {'id': '43b0fb12-1917-44bb-a908-ae112e55fb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd2629a39-0724-4026-afb5-5f39b13096c8'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:37:18.864913 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Bound port: 74f5aa25-c3fc-45af-a84a-f2633bb8044e, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b0fb12-1917-44bb-a908-ae112e55fb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd2629a39-0724-4026-afb5-5f39b13096c8'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:37:18.865461 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:18.882975 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 9b591692-ee48-4965-b55b-673d142435a9 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:37:18.911952 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-995'] for router, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:18.947263 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] Set router 66ed606c-711e-4a6d-b41c-76aa1c4f872d gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:37:19.026516 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] For port 74f5aa25-c3fc-45af-a84a-f2633bb8044e, host hv-cinder-66710, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:37:19.052620 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] For port 74f5aa25-c3fc-45af-a84a-f2633bb8044e, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=74f5aa25-c3fc-45af-a84a-f2633bb8044e,segment=NetworkSegment(43b0fb12-1917-44bb-a908-ae112e55fb23),segment_id=43b0fb12-1917-44bb-a908-ae112e55fb23)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:37:19.060311 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:19.065179 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1cf643f6-9726-4cfc-a136-0340b290cfe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:19.073585 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bd6ec-cf62-4c06-9883-145acabd240b req-f721030f-83f0-480e-8327-a9db1caceff2 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:19.075207 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f66bd6ec-cf62-4c06-9883-145acabd240b req-f721030f-83f0-480e-8327-a9db1caceff2 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/ports?device_id=df4d5314-7230-426a-bfea-af31d22f993c HTTP/1.1" status: 200 len: 947 time: 0.1523712 Jun 16 18:37:19.109167 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768a1ee-0e0e-4ff8-936a-adfb8c2959b3 req-e668edbd-4c5f-48cd-b5af-daa2ee394726 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:19.109167 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f768a1ee-0e0e-4ff8-936a-adfb8c2959b3 req-e668edbd-4c5f-48cd-b5af-daa2ee394726 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1853819 Jun 16 18:37:19.125485 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 9b591692-ee48-4965-b55b-673d142435a9 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:19.125874 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:19.131729 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:19.132607 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:19.133703 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9991304c-2074-4a57-a06d-594630d9de4e req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] 10.222.0.36 "PUT /v2.0/ports/74f5aa25-c3fc-45af-a84a-f2633bb8044e HTTP/1.1" status: 200 len: 1097 time: 1.7089443 Jun 16 18:37:19.134208 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4d5314-7230-426a-bfea-af31d22f993c', 'tag': '74f5aa25-c3fc-45af-a84a-f2633bb8044e'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:37:19.137079 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7ea369-e5e5-447f-a96d-10f3d35505e7" -d '{"events": [{"name": "network-changed", "server_uuid": "df4d5314-7230-426a-bfea-af31d22f993c", "tag": "74f5aa25-c3fc-45af-a84a-f2633bb8044e"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:37:19.176268 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:19.192273 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Pushing event updated for resources: {'Port': ['ID=74f5aa25-c3fc-45af-a84a-f2633bb8044e,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:19.200032 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:19.209559 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:19.238627 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f66bd6ec-cf62-4c06-9883-145acabd240b req-b28ec744-94ff-4a9b-a80e-8c9af05ce238 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/security-groups?id=09e204fe-ef58-4868-bbc4-662b8dbc50a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396863 Jun 16 18:37:19.287736 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f768a1ee-0e0e-4ff8-936a-adfb8c2959b3 req-40a027a1-890e-4e4d-8a33-d9aeb6acef54 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574843 Jun 16 18:37:19.332465 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991304c-2074-4a57-a06d-594630d9de4e req-200617e9-a4ab-416d-9841-56f1c4d50cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:19.333953 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9991304c-2074-4a57-a06d-594630d9de4e req-200617e9-a4ab-416d-9841-56f1c4d50cd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c83c76418fe24e80a96a72beb000dfec&device_id=df4d5314-7230-426a-bfea-af31d22f993c HTTP/1.1" status: 200 len: 1100 time: 0.0944149 Jun 16 18:37:19.339191 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117dc408-70a2-4acc-805b-55139c43a1e7 x-openstack-request-id: req-117dc408-70a2-4acc-805b-55139c43a1e7 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:37:19.341444 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4d5314-7230-426a-bfea-af31d22f993c", "tag": "74f5aa25-c3fc-45af-a84a-f2633bb8044e", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:37:19.343146 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-117dc408-70a2-4acc-805b-55139c43a1e7 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:37:19.343899 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4d5314-7230-426a-bfea-af31d22f993c', 'tag': '74f5aa25-c3fc-45af-a84a-f2633bb8044e', 'status': 'completed', 'code': 200} Jun 16 18:37:19.364433 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:19.382594 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] Allocated IP 172.28.2.78 (7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe/3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a/5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:37:19.386186 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Transition to ACTIVE for port object b8b6f36c-ad29-47a1-bba3-7556086bb643 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:37:19.414125 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Transition to ACTIVE for port object b8b6f36c-ad29-47a1-bba3-7556086bb643 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:37:19.450494 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9991304c-2074-4a57-a06d-594630d9de4e req-6483a69c-d0bc-46c6-b8d1-cc1a1c912318 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=74f5aa25-c3fc-45af-a84a-f2633bb8044e HTTP/1.1" status: 200 len: 217 time: 0.1030555 Jun 16 18:37:19.457334 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:19.462556 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ba78a1b8-3971-4bc3-8666-e8754ed9a210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:19.515265 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'name': 'tempest-TestMinimumBasicScenario-1270504105-router', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '9b591692-ee48-4965-b55b-673d142435a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:14Z', 'revision_number': 4, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'gw_port': {'id': '9b591692-ee48-4965-b55b-673d142435a9', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': 'a4f6b055-104f-4e39-ba85-573201b4d2e9', 'name': '', 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'mac_address': 'fa:16:3e:75:ea:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'c368f720-5366-4c5f-ac8e-ade7f5c5370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:13Z', 'updated_at': '2021-06-16T18:37:18Z', 'revision_number': 4, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'subnets': [{'id': 'c368f720-5366-4c5f-ac8e-ade7f5c5370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:19.522370 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Network ac21d069-7bc1-4024-8403-dfed480a432b is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:37:19.528950 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b555700-2cd4-4d93-9a13-26596f7fce19 None None] The sync data for ids ['66ed606c-711e-4a6d-b41c-76aa1c4f872d'] in dv-cinder-667108-31-smb is: [{'id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'name': 'tempest-TestMinimumBasicScenario-1270504105-router', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '9b591692-ee48-4965-b55b-673d142435a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:14Z', 'revision_number': 4, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'gw_port': {'id': '9b591692-ee48-4965-b55b-673d142435a9', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': 'a4f6b055-104f-4e39-ba85-573201b4d2e9', 'name': '', 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'mac_address': 'fa:16:3e:75:ea:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'c368f720-5366-4c5f-ac8e-ade7f5c5370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:13Z', 'updated_at': '2021-06-16T18:37:18Z', 'revision_number': 4, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'subnets': [{'id': 'c368f720-5366-4c5f-ac8e-ade7f5c5370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:37:19.535405 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:37:19.541100 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:37:19.563574 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Pushing event updated for resources: {'Port': ['ID=b8b6f36c-ad29-47a1-bba3-7556086bb643,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:19.563966 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991304c-2074-4a57-a06d-594630d9de4e req-551082f0-c9e5-425f-8016-9d3cd300e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:19.563966 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9991304c-2074-4a57-a06d-594630d9de4e req-551082f0-c9e5-425f-8016-9d3cd300e0e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0986c218-462a-42b9-8ae3-3470163f7878 HTTP/1.1" status: 200 len: 843 time: 0.0991104 Jun 16 18:37:19.581129 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:19.621755 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:19.660797 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Attempting to bind port b8b6f36c-ad29-47a1-bba3-7556086bb643 on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:37:19.661575 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Attempting to bind port b8b6f36c-ad29-47a1-bba3-7556086bb643 by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': '8f7689ba-2180-4591-b581-340945b18278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ac21d069-7bc1-4024-8403-dfed480a432b'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:37:19.662178 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Attempting to bind port b8b6f36c-ad29-47a1-bba3-7556086bb643 on network ac21d069-7bc1-4024-8403-dfed480a432b {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:37:19.672664 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991304c-2074-4a57-a06d-594630d9de4e req-c0124b2a-6f39-4336-aa7d-c5d1732b14d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:19.674296 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9991304c-2074-4a57-a06d-594630d9de4e req-c0124b2a-6f39-4336-aa7d-c5d1732b14d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2629a39-0724-4026-afb5-5f39b13096c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1003165 Jun 16 18:37:19.675825 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:37:19.676388 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Checking segment: {'id': '8f7689ba-2180-4591-b581-340945b18278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ac21d069-7bc1-4024-8403-dfed480a432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:37:19.677183 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:19.677793 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Bound using segment: {'id': '8f7689ba-2180-4591-b581-340945b18278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ac21d069-7bc1-4024-8403-dfed480a432b'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:37:19.678756 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Bound port: b8b6f36c-ad29-47a1-bba3-7556086bb643, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7689ba-2180-4591-b581-340945b18278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ac21d069-7bc1-4024-8403-dfed480a432b'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:37:19.679443 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:19.714314 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131963324'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:19.723028 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-45e9dce8-1e70-4a56-9be9-89b6d0f491b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:19.794205 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] Pushing event updated for resources: {'Port': ['ID=5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:19.803903 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] For port b8b6f36c-ad29-47a1-bba3-7556086bb643, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:37:19.804652 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:19.816561 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] For port b8b6f36c-ad29-47a1-bba3-7556086bb643, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=b8b6f36c-ad29-47a1-bba3-7556086bb643,segment=NetworkSegment(8f7689ba-2180-4591-b581-340945b18278),segment_id=8f7689ba-2180-4591-b581-340945b18278)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:37:19.825730 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9991304c-2074-4a57-a06d-594630d9de4e req-6993a622-b069-4070-a3d6-3bff288bd286 service neutron] 10.222.0.36 "GET /v2.0/networks/d2629a39-0724-4026-afb5-5f39b13096c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390138 Jun 16 18:37:19.827755 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] Network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:37:19.829488 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:37:19.830690 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:19.834860 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:37:19.840558 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:19.936563 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Pushing event updated for resources: {'Port': ['ID=b8b6f36c-ad29-47a1-bba3-7556086bb643,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:19.954625 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:19.994987 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9991304c-2074-4a57-a06d-594630d9de4e req-8b801736-496a-4277-8cb5-7bf490dd56b6 service neutron] 10.222.0.36 "GET /v2.0/networks/d2629a39-0724-4026-afb5-5f39b13096c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572764 Jun 16 18:37:20.153430 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ea369-e5e5-447f-a96d-10f3d35505e7 req-e2eb5e7d-25db-4a63-bea9-fd4d1799d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:20.155502 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3d7ea369-e5e5-447f-a96d-10f3d35505e7 req-e2eb5e7d-25db-4a63-bea9-fd4d1799d4d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c83c76418fe24e80a96a72beb000dfec&device_id=df4d5314-7230-426a-bfea-af31d22f993c HTTP/1.1" status: 200 len: 1100 time: 0.0906100 Jun 16 18:37:20.326609 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:20.537478 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ea369-e5e5-447f-a96d-10f3d35505e7 req-a59995b8-288b-4fef-9df2-54700fefefe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:20.539809 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3d7ea369-e5e5-447f-a96d-10f3d35505e7 req-a59995b8-288b-4fef-9df2-54700fefefe4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2629a39-0724-4026-afb5-5f39b13096c8 HTTP/1.1" status: 200 len: 870 time: 0.3709326 Jun 16 18:37:20.586542 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439270'] for router, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:20.614807 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-f3140df7-94d9-43f9-bdb1-c0f186c3bd05 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:20.616417 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-f3140df7-94d9-43f9-bdb1-c0f186c3bd05 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/networks?id=d7a22503-f14c-4070-be6c-41b9c371066c HTTP/1.1" status: 200 len: 815 time: 0.3982778 Jun 16 18:37:20.626449 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3d7ea369-e5e5-447f-a96d-10f3d35505e7 req-044f5411-4ffb-493c-98af-1179d897400e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=74f5aa25-c3fc-45af-a84a-f2633bb8044e HTTP/1.1" status: 200 len: 217 time: 0.0689716 Jun 16 18:37:20.680786 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a80a2-9b4a-4f59-aeae-b19ea4d7bcf2 req-eebf090c-e324-43d8-a6e8-84ef1008ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:20.682789 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-189a80a2-9b4a-4f59-aeae-b19ea4d7bcf2 req-eebf090c-e324-43d8-a6e8-84ef1008ae58 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 1099 time: 0.3081949 Jun 16 18:37:20.689682 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-e096b237-caf2-4f0e-99cc-5ba77054a2f5 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/quotas/16af9c5b756c4d76ab7ce535c8b78c3e HTTP/1.1" status: 200 len: 375 time: 0.0617568 Jun 16 18:37:20.736281 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] Router b4fa79ac-1895-402a-9105-6728dc2db098 is scheduled to L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 with binding_index 1 {{(pid=92979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 18:37:20.736681 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ea369-e5e5-447f-a96d-10f3d35505e7 req-5cdaea59-f13f-4590-84aa-13a933ce3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:20.738775 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3d7ea369-e5e5-447f-a96d-10f3d35505e7 req-5cdaea59-f13f-4590-84aa-13a933ce3334 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0986c218-462a-42b9-8ae3-3470163f7878 HTTP/1.1" status: 200 len: 843 time: 0.0966532 Jun 16 18:37:20.748890 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00e378-30af-4845-a414-cafffa53c7ec req-87a29437-8c26-4dbc-8047-9f9e470396f5 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:20.750344 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5c00e378-30af-4845-a414-cafffa53c7ec req-87a29437-8c26-4dbc-8047-9f9e470396f5 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/ports?device_id=df4d5314-7230-426a-bfea-af31d22f993c HTTP/1.1" status: 200 len: 947 time: 0.2909315 Jun 16 18:37:20.862202 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-189a80a2-9b4a-4f59-aeae-b19ea4d7bcf2 req-d9dfaaa7-d2f7-47db-9189-cd2f9903fe7a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577339 Jun 16 18:37:20.881891 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:37:20.898863 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5c00e378-30af-4845-a414-cafffa53c7ec req-57386adb-18fd-4e19-a4e0-a309bf9d39a0 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/security-groups?id=09e204fe-ef58-4868-bbc4-662b8dbc50a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153905 Jun 16 18:37:20.915962 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] Sync routers for ids ['b4fa79ac-1895-402a-9105-6728dc2db098'] in dv-cinder-667108-31-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:37:20.922787 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:20.924366 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6334081 Jun 16 18:37:20.926401 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device a4f6b055-104f-4e39-ba85-573201b4d2e9 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:37:20.928000 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 33386) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:20.941388 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] Routers {'b4fa79ac-1895-402a-9105-6728dc2db098'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:37:20.943267 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:37:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['b4fa79ac-1895-402a-9105-6728dc2db098'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:20.962980 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-1c12f7ff-5062-421b-bf0c-b8614b522133 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=16af9c5b756c4d76ab7ce535c8b78c3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2508221 Jun 16 18:37:20.999654 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ea369-e5e5-447f-a96d-10f3d35505e7 req-fe82abd6-9a7c-4b34-8798-8a154e41c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:21.002879 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3d7ea369-e5e5-447f-a96d-10f3d35505e7 req-fe82abd6-9a7c-4b34-8798-8a154e41c372 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2629a39-0724-4026-afb5-5f39b13096c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2503641 Jun 16 18:37:21.040750 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port a4f6b055-104f-4e39-ba85-573201b4d2e9 completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:37:21.055357 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port a4f6b055-104f-4e39-ba85-573201b4d2e9 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:21.055754 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:21.159170 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] Set router b4fa79ac-1895-402a-9105-6728dc2db098 gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:37:21.268894 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:21.312819 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-381b4c21-c350-451b-9649-45943248b96c service neutron] 10.222.0.46 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413701 Jun 16 18:37:21.360381 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] For port a4f6b055-104f-4e39-ba85-573201b4d2e9, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=a4f6b055-104f-4e39-ba85-573201b4d2e9,segment=NetworkSegment(a9bdab95-a8e5-4ce0-a77e-4e44b6267755),segment_id=a9bdab95-a8e5-4ce0-a77e-4e44b6267755)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:37:21.374392 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:21.375679 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device b8b6f36c-ad29-47a1-bba3-7556086bb643 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:37:21.391368 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:21.492801 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fa79ac-1895-402a-9105-6728dc2db098', 'name': 'tempest-TestMinimumBasicScenario-913255948-router', 'tenant_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:18Z', 'updated_at': '2021-06-16T18:37:20Z', 'revision_number': 3, 'project_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'gw_port': {'id': '5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fa79ac-1895-402a-9105-6728dc2db098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:19Z', 'updated_at': '2021-06-16T18:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:21.503871 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] Checking router: b4fa79ac-1895-402a-9105-6728dc2db098 for host: dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:37:21.504986 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faea45f-ca83-4708-9b49-bdfd01431484 req-2b85bf88-454b-471b-a5c8-bf7aba8f97d9 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:21.505308 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] Updating router b4fa79ac-1895-402a-9105-6728dc2db098 port 5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb binding host dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:37:21.507625 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470b9abf-711a-4df7-84a6-45caf84743a4 None None] Network ac21d069-7bc1-4024-8403-dfed480a432b requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:37:21.515525 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5faea45f-ca83-4708-9b49-bdfd01431484 req-2b85bf88-454b-471b-a5c8-bf7aba8f97d9 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.3628964 Jun 16 18:37:21.522865 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3d7ea369-e5e5-447f-a96d-10f3d35505e7 req-c6423c01-93b9-4921-a965-99b33fcb10be service neutron] 10.222.0.36 "GET /v2.0/networks/d2629a39-0724-4026-afb5-5f39b13096c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105465 Jun 16 18:37:21.554253 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Pushing event updated for resources: {'Port': ['ID=a4f6b055-104f-4e39-ba85-573201b4d2e9,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:21.565607 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:21.578705 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:21.603810 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-092a54b9-4b27-465f-98f2-59cd4c1ae5fa None None] Provisioning for port b8b6f36c-ad29-47a1-bba3-7556086bb643 completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:37:21.612163 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5faea45f-ca83-4708-9b49-bdfd01431484 req-f369a834-1fb8-4a3b-8655-a173efaa5e79 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954955 Jun 16 18:37:21.849099 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port b8b6f36c-ad29-47a1-bba3-7556086bb643 completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:37:21.852693 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-2f092b03-be00-463e-9862-e686cd0c225c service neutron] 10.222.0.46 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975994 Jun 16 18:37:21.855862 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3d7ea369-e5e5-447f-a96d-10f3d35505e7 req-ee9ca268-5b2d-4267-a38a-90e9dc28802c service neutron] 10.222.0.36 "GET /v2.0/networks/d2629a39-0724-4026-afb5-5f39b13096c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562232 Jun 16 18:37:21.866552 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port b8b6f36c-ad29-47a1-bba3-7556086bb643 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:21.867546 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:22.013078 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:22.024815 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] Transition to ACTIVE for port object 5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:37:22.035528 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:22.041319 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:22.060431 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:22.122971 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] For port b8b6f36c-ad29-47a1-bba3-7556086bb643, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=b8b6f36c-ad29-47a1-bba3-7556086bb643,segment=NetworkSegment(8f7689ba-2180-4591-b581-340945b18278),segment_id=8f7689ba-2180-4591-b581-340945b18278)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:37:22.129842 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:22.132166 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:22.140080 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] Attempting to bind port 5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:37:22.141067 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] Attempting to bind port 5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:37:22.141439 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] Attempting to bind port 5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb on network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:37:22.153698 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:37:22.154065 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] Checking segment: {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:37:22.154645 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:22.155190 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] Bound using segment: {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:37:22.156274 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] Bound port: 5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:37:22.156902 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:22.175081 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:22.225895 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Pushing event updated for resources: {'Port': ['ID=b8b6f36c-ad29-47a1-bba3-7556086bb643,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:22.230572 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:22.233853 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] For port 5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:37:22.238822 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] For port 5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:37:22.248119 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:22.271416 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724de9cd-25b5-4b4f-91ab-c4b602e5cfce None None] Pushing event updated for resources: {'Port': ['ID=5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:22.278018 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-724de9cd-25b5-4b4f-91ab-c4b602e5cfce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:22.279592 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-31fca1ca-cc25-468e-9f4c-673b994dc9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:22.338266 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6cb0ff6f-a1f7-4567-ab7d-ab900f61a20f req-53349857-527a-4659-8491-3303727015a0 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=87822072-5381-4a44-a667-09fd3e62704b HTTP/1.1" status: 200 len: 210 time: 0.0714908 Jun 16 18:37:22.339872 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724de9cd-25b5-4b4f-91ab-c4b602e5cfce None None] Pushing event updated for resources: {'Port': ['ID=5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:22.343646 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-724de9cd-25b5-4b4f-91ab-c4b602e5cfce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:22.367773 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] Routers {'b4fa79ac-1895-402a-9105-6728dc2db098'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:37:22.368878 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:37:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['b4fa79ac-1895-402a-9105-6728dc2db098'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:22.455190 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-ed9cde8c-fb8d-416e-915f-e3124936bbbd None None] Provisioning complete for port b8b6f36c-ad29-47a1-bba3-7556086bb643 triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:22.455587 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ed9cde8c-fb8d-416e-915f-e3124936bbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:22.485237 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] Allocated IP 172.20.0.1 (ac21d069-7bc1-4024-8403-dfed480a432b/41ac99f7-949b-41c1-8f3f-483b258051b1/f5d62c80-b7df-43b3-a1da-812a22bfbaca) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:37:22.490520 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7169d52-07f5-4854-a075-4fda857a364c req-5d20c1f5-3fd5-454d-98c7-ff3379f491a5 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:22.492740 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b7169d52-07f5-4854-a075-4fda857a364c req-5d20c1f5-3fd5-454d-98c7-ff3379f491a5 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/ports?device_id=df4d5314-7230-426a-bfea-af31d22f993c HTTP/1.1" status: 200 len: 947 time: 0.0902271 Jun 16 18:37:22.517041 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] Set router b4fa79ac-1895-402a-9105-6728dc2db098 gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:37:22.545598 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b7169d52-07f5-4854-a075-4fda857a364c req-3677a3e6-8fcb-4011-907c-38ed0c51a804 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/security-groups?id=09e204fe-ef58-4868-bbc4-662b8dbc50a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415583 Jun 16 18:37:22.638160 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:22.668966 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] Transition to ACTIVE for port object f5d62c80-b7df-43b3-a1da-812a22bfbaca will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:37:22.708741 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131963324'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:22.710903 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e6aea2c0-3f52-4a6e-af8d-22a4772ef158 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:22.752828 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] Network ac21d069-7bc1-4024-8403-dfed480a432b is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:37:22.771457 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fa79ac-1895-402a-9105-6728dc2db098', 'name': 'tempest-TestMinimumBasicScenario-913255948-router', 'tenant_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:18Z', 'updated_at': '2021-06-16T18:37:20Z', 'revision_number': 3, 'project_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'gw_port': {'id': '5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fa79ac-1895-402a-9105-6728dc2db098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:19Z', 'updated_at': '2021-06-16T18:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:22.779083 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbea5bf2-e5e8-47f5-a98e-af217d4d09e1 None None] The sync data for ids ['b4fa79ac-1895-402a-9105-6728dc2db098'] in dv-cinder-667108-31-smb is: [{'id': 'b4fa79ac-1895-402a-9105-6728dc2db098', 'name': 'tempest-TestMinimumBasicScenario-913255948-router', 'tenant_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:18Z', 'updated_at': '2021-06-16T18:37:20Z', 'revision_number': 3, 'project_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'gw_port': {'id': '5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fa79ac-1895-402a-9105-6728dc2db098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:19Z', 'updated_at': '2021-06-16T18:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:37:22.784156 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:37:22.786514 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] Pushing event updated for resources: {'Port': ['ID=f5d62c80-b7df-43b3-a1da-812a22bfbaca,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:22.788830 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:37:22.794105 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:22.829531 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d0668-6b5d-456e-9b96-52425e8f2141 req-9781ced2-2397-47b1-a81a-51b7f1ff0ec0 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:22.847123 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-549d0668-6b5d-456e-9b96-52425e8f2141 req-9781ced2-2397-47b1-a81a-51b7f1ff0ec0 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1068821 Jun 16 18:37:22.853581 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426583'] for router_interface, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:22.894659 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device a4f6b055-104f-4e39-ba85-573201b4d2e9 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:37:22.897865 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-549d0668-6b5d-456e-9b96-52425e8f2141 req-ee92775e-ba46-4cc8-9a1e-578ad47dc225 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497918 Jun 16 18:37:23.002825 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port a4f6b055-104f-4e39-ba85-573201b4d2e9 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:23.003217 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:23.151681 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device b8b6f36c-ad29-47a1-bba3-7556086bb643 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:37:23.154784 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:23.321051 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-9a3dac44-90bc-4a5d-bc2e-420c01f4f23e None None] Provisioning for port f5d62c80-b7df-43b3-a1da-812a22bfbaca completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:37:23.326065 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34bdf-afd9-4f54-b4c8-355cc89ca46c req-6d88d3de-3069-4d4a-a564-f9dc161f460d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:23.333351 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9ca34bdf-afd9-4f54-b4c8-355cc89ca46c req-6d88d3de-3069-4d4a-a564-f9dc161f460d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1563964 Jun 16 18:37:23.344502 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-9a3dac44-90bc-4a5d-bc2e-420c01f4f23e None None] Provisioning complete for port f5d62c80-b7df-43b3-a1da-812a22bfbaca triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:23.345026 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9a3dac44-90bc-4a5d-bc2e-420c01f4f23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:23.400200 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9ca34bdf-afd9-4f54-b4c8-355cc89ca46c req-22d1136c-dd36-4331-9030-ac47098bcb57 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658543 Jun 16 18:37:23.441024 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-9a3dac44-90bc-4a5d-bc2e-420c01f4f23e None None] Port f5d62c80-b7df-43b3-a1da-812a22bfbaca cannot update to ACTIVE because it is not bound. {{(pid=92980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:37:23.445496 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port b8b6f36c-ad29-47a1-bba3-7556086bb643 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:23.445496 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:23.516183 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:23.523508 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131963306'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:23.528674 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:23.618779 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] Pushing event updated for resources: {'Port': ['ID=f5d62c80-b7df-43b3-a1da-812a22bfbaca,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:23.622084 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133741498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426539'] for router_interface, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:23.625403 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:23.634548 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c515f105-e7de-477b-a7ff-36a483912a26 req-ba35a296-1e41-4662-a64a-d7b0a15625b6 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=87822072-5381-4a44-a667-09fd3e62704b HTTP/1.1" status: 200 len: 210 time: 0.0639722 Jun 16 18:37:23.785856 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] Network ac21d069-7bc1-4024-8403-dfed480a432b is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:37:23.790070 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:37:23.847711 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c7493-0a03-4239-9a10-dcefd4a810d1 req-73b01f45-adce-4783-a645-7f3fc833ed67 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:23.861810 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-246c7493-0a03-4239-9a10-dcefd4a810d1 req-73b01f45-adce-4783-a645-7f3fc833ed67 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/ports?device_id=df4d5314-7230-426a-bfea-af31d22f993c HTTP/1.1" status: 200 len: 947 time: 0.1395137 Jun 16 18:37:23.983238 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-246c7493-0a03-4239-9a10-dcefd4a810d1 req-808f4527-2a55-413f-8cd1-b8899901dc46 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/security-groups?id=09e204fe-ef58-4868-bbc4-662b8dbc50a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128333 Jun 16 18:37:24.009054 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] Router b4fa79ac-1895-402a-9105-6728dc2db098 has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:37:24.088447 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 74f5aa25-c3fc-45af-a84a-f2633bb8044e details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:37:24.195217 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:37:24.209893 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-637f87dd-7b2b-46ed-b427-0082f9e18b17 admin admin] 10.222.0.46 "PUT /v2.0/routers/b4fa79ac-1895-402a-9105-6728dc2db098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2783203 Jun 16 18:37:24.244288 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 74f5aa25-c3fc-45af-a84a-f2633bb8044e, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=74f5aa25-c3fc-45af-a84a-f2633bb8044e,segment=NetworkSegment(43b0fb12-1917-44bb-a908-ae112e55fb23),segment_id=43b0fb12-1917-44bb-a908-ae112e55fb23)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:37:24.264381 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': '74f5aa25-c3fc-45af-a84a-f2633bb8044e', 'network_id': 'd2629a39-0724-4026-afb5-5f39b13096c8', 'port_id': '74f5aa25-c3fc-45af-a84a-f2633bb8044e', 'mac_address': 'fa:16:3e:2d:2d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0986c218-462a-42b9-8ae3-3470163f7878', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:37:24.269035 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-f5e386e4-b0bb-45d0-967b-dd9f29cd986a None None] Provisioning complete for port f5d62c80-b7df-43b3-a1da-812a22bfbaca triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:24.269431 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f5e386e4-b0bb-45d0-967b-dd9f29cd986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:24.344114 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:24.346283 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-f5e386e4-b0bb-45d0-967b-dd9f29cd986a None None] Port f5d62c80-b7df-43b3-a1da-812a22bfbaca cannot update to ACTIVE because it is not bound. {{(pid=92980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:37:24.359834 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f5aa25-c3fc-45af-a84a-f2633bb8044e {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:37:24.390915 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 74f5aa25-c3fc-45af-a84a-f2633bb8044e, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=74f5aa25-c3fc-45af-a84a-f2633bb8044e,segment=NetworkSegment(43b0fb12-1917-44bb-a908-ae112e55fb23),segment_id=43b0fb12-1917-44bb-a908-ae112e55fb23)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:37:24.395827 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:24.399179 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:24.462472 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=74f5aa25-c3fc-45af-a84a-f2633bb8044e,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:24.464109 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-090830f1-7696-4c76-a3cb-fcfca20b9cfc tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:24.465857 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-090830f1-7696-4c76-a3cb-fcfca20b9cfc tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.36 "GET /v2.0/networks?id=d7a22503-f14c-4070-be6c-41b9c371066c HTTP/1.1" status: 200 len: 815 time: 0.4806502 Jun 16 18:37:24.468842 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:24.485163 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-57ff8374-dff2-472b-b0e6-7f116d9168a8 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Request body: {'port': {'device_id': '87822072-5381-4a44-a667-09fd3e62704b', 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c', 'admin_state_up': True, 'tenant_id': '16af9c5b756c4d76ab7ce535c8b78c3e'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:37:24.621849 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-57ff8374-dff2-472b-b0e6-7f116d9168a8 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Made reservation on behalf of 16af9c5b756c4d76ab7ce535c8b78c3e for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:37:24.625491 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-57ff8374-dff2-472b-b0e6-7f116d9168a8 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:24.817636 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['74f5aa25-c3fc-45af-a84a-f2633bb8044e'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:37:24.890994 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-45cb9f22-e4bf-482c-bb7a-2153f0e7b1e5 req-cbcd11d2-0d4d-4b92-8674-b93f740b7a34 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=87822072-5381-4a44-a667-09fd3e62704b HTTP/1.1" status: 200 len: 210 time: 0.0688834 Jun 16 18:37:24.905073 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-57ff8374-dff2-472b-b0e6-7f116d9168a8 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Allocated IP 172.20.0.9 (d7a22503-f14c-4070-be6c-41b9c371066c/2429f91a-7912-4c8c-93e6-f1cb7b790393/df2205ab-82d5-4927-991b-0ca30f46eec1) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:37:24.913111 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:37:25.054226 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port 5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:37:25.078763 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:25.079533 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:25.248342 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:25.290306 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-57ff8374-dff2-472b-b0e6-7f116d9168a8 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:25.300643 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] For port 5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:37:25.320361 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:25.325580 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:25.362095 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3f3d6-213b-4d1e-9351-cc1ba6c5ede4 req-9541d810-8319-426b-a602-22e2afcae295 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:25.368035 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] Sync routers for ids ['b4fa79ac-1895-402a-9105-6728dc2db098'] in dv-cinder-667108-31-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:37:25.372434 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9af3f3d6-213b-4d1e-9351-cc1ba6c5ede4 req-9541d810-8319-426b-a602-22e2afcae295 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/ports?device_id=df4d5314-7230-426a-bfea-af31d22f993c HTTP/1.1" status: 200 len: 948 time: 0.1933444 Jun 16 18:37:25.406555 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] Routers {'b4fa79ac-1895-402a-9105-6728dc2db098'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:37:25.407534 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:37:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['b4fa79ac-1895-402a-9105-6728dc2db098'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:25.423798 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-57ff8374-dff2-472b-b0e6-7f116d9168a8 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130527772'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:25.424885 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Pushing event updated for resources: {'Port': ['ID=5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:25.440398 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9af3f3d6-213b-4d1e-9351-cc1ba6c5ede4 req-82aec1d3-8639-40bc-89af-3aca2f5228cc tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/security-groups?id=09e204fe-ef58-4868-bbc4-662b8dbc50a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667615 Jun 16 18:37:25.444219 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5e97ac50-ff81-4715-b778-137f2b381361 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:25.491380 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:25.592715 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-57ff8374-dff2-472b-b0e6-7f116d9168a8 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Network d7a22503-f14c-4070-be6c-41b9c371066c is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:37:25.602021 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] Set router b4fa79ac-1895-402a-9105-6728dc2db098 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:37:25.606819 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-57ff8374-dff2-472b-b0e6-7f116d9168a8 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:37:25.609324 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-57ff8374-dff2-472b-b0e6-7f116d9168a8 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:37:25.669138 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff8374-dff2-472b-b0e6-7f116d9168a8 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Pushing event updated for resources: {'Port': ['ID=df2205ab-82d5-4927-991b-0ca30f46eec1,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:25.672672 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-57ff8374-dff2-472b-b0e6-7f116d9168a8 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:25.705369 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-57ff8374-dff2-472b-b0e6-7f116d9168a8 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:25.706276 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-57ff8374-dff2-472b-b0e6-7f116d9168a8 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:25.751390 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fa9d3-66cc-4dc0-9025-e007bf1285fd req-0df39c61-bd8d-453f-8abb-390422790be2 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:25.753235 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-096fa9d3-66cc-4dc0-9025-e007bf1285fd req-0df39c61-bd8d-453f-8abb-390422790be2 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.2320397 Jun 16 18:37:25.756514 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-57ff8374-dff2-472b-b0e6-7f116d9168a8 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2758827 Jun 16 18:37:25.759703 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa3abb-8582-4cb5-8cae-2d81c0cad257 req-1c813b63-95df-48f0-9c86-d37a4e4965b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:25.762274 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-37aa3abb-8582-4cb5-8cae-2d81c0cad257 req-1c813b63-95df-48f0-9c86-d37a4e4965b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baaa2b8c4c5d44e8baf9e3a771ba4427&device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 1098 time: 0.3184814 Jun 16 18:37:25.789337 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Request body: {'port': {'device_id': '87822072-5381-4a44-a667-09fd3e62704b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:37:25.863356 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-096fa9d3-66cc-4dc0-9025-e007bf1285fd req-4c96092e-fe98-4a6d-a314-895f649c34e9 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005869 Jun 16 18:37:25.922975 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fa79ac-1895-402a-9105-6728dc2db098', 'name': 'tempest-TestMinimumBasicScenario-913255948-router', 'tenant_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:18Z', 'updated_at': '2021-06-16T18:37:23Z', 'revision_number': 4, 'project_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'gw_port': {'id': '5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fa79ac-1895-402a-9105-6728dc2db098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:19Z', 'updated_at': '2021-06-16T18:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': 'f5d62c80-b7df-43b3-a1da-812a22bfbaca', 'name': '', 'network_id': 'ac21d069-7bc1-4024-8403-dfed480a432b', 'tenant_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'mac_address': 'fa:16:3e:64:a1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fa79ac-1895-402a-9105-6728dc2db098', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '41ac99f7-949b-41c1-8f3f-483b258051b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:22Z', 'updated_at': '2021-06-16T18:37:23Z', 'revision_number': 2, 'project_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'subnets': [{'id': '41ac99f7-949b-41c1-8f3f-483b258051b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:25.927884 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] Checking router: b4fa79ac-1895-402a-9105-6728dc2db098 for host: dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:37:25.928297 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] Updating router b4fa79ac-1895-402a-9105-6728dc2db098 port f5d62c80-b7df-43b3-a1da-812a22bfbaca binding host dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:37:25.976612 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa3abb-8582-4cb5-8cae-2d81c0cad257 req-41982b56-8675-41a6-a742-795d43a8fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:25.978159 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-37aa3abb-8582-4cb5-8cae-2d81c0cad257 req-41982b56-8675-41a6-a742-795d43a8fa2a service neutron] 10.222.0.36 "GET /v2.0/networks?id=9282434f-95d9-4dfb-9c1b-e0f87163722e HTTP/1.1" status: 200 len: 919 time: 0.2004466 Jun 16 18:37:26.001917 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:26.007329 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:26.066578 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-37aa3abb-8582-4cb5-8cae-2d81c0cad257 req-a8031a50-17b6-448f-9490-e37cb61bf494 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 HTTP/1.1" status: 200 len: 217 time: 0.0793457 Jun 16 18:37:26.299279 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['0acc69bd-96ad-430c-8d92-a8c02507e34d', '15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0', 'bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:37:26.347431 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa3abb-8582-4cb5-8cae-2d81c0cad257 req-fa5434bc-de87-4c99-aca3-2962c6b0a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:26.349156 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-37aa3abb-8582-4cb5-8cae-2d81c0cad257 req-fa5434bc-de87-4c99-aca3-2962c6b0a5e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e563fc4f-9010-41d8-8c23-09c3514e3f2f HTTP/1.1" status: 200 len: 858 time: 0.2691371 Jun 16 18:37:26.395186 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f7dd2-1b67-4187-8732-389b9d6452a1 req-5ed41ef4-875d-4f8f-8cf2-ed140cb793bd tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:26.396996 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-966f7dd2-1b67-4187-8732-389b9d6452a1 req-5ed41ef4-875d-4f8f-8cf2-ed140cb793bd tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=87822072-5381-4a44-a667-09fd3e62704b HTTP/1.1" status: 200 len: 931 time: 0.3405697 Jun 16 18:37:26.425250 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:26.438329 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-37aa3abb-8582-4cb5-8cae-2d81c0cad257 req-aee0870a-0627-4f79-bfa7-95976f963383 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9282434f-95d9-4dfb-9c1b-e0f87163722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648589 Jun 16 18:37:26.445779 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] Transition to ACTIVE for port object f5d62c80-b7df-43b3-a1da-812a22bfbaca will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:37:26.467625 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:26.476291 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-cb11cfea-fcf8-40e5-975f-05081b51f149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:26.595891 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7af01-31af-47e6-9d8c-ebc38eadf401 None None] Pushing event updated for resources: {'Port': ['ID=f5d62c80-b7df-43b3-a1da-812a22bfbaca,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:26.610144 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-66b7af01-31af-47e6-9d8c-ebc38eadf401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:26.750840 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-966f7dd2-1b67-4187-8732-389b9d6452a1 req-4df4447d-edaf-4778-aab0-8fa25bfcf904 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321710 Jun 16 18:37:26.782896 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2205ab-82d5-4927-991b-0ca30f46eec1 {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:37:26.802220 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:26.877198 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] Attempting to bind port f5d62c80-b7df-43b3-a1da-812a22bfbaca on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:37:26.877850 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] Attempting to bind port f5d62c80-b7df-43b3-a1da-812a22bfbaca by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': '8f7689ba-2180-4591-b581-340945b18278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ac21d069-7bc1-4024-8403-dfed480a432b'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:37:26.878405 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] Attempting to bind port f5d62c80-b7df-43b3-a1da-812a22bfbaca on network ac21d069-7bc1-4024-8403-dfed480a432b {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:37:26.887544 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:37:26.888252 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] Checking segment: {'id': '8f7689ba-2180-4591-b581-340945b18278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ac21d069-7bc1-4024-8403-dfed480a432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:37:26.888833 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:26.889380 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] Bound using segment: {'id': '8f7689ba-2180-4591-b581-340945b18278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ac21d069-7bc1-4024-8403-dfed480a432b'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:37:26.890035 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] Bound port: f5d62c80-b7df-43b3-a1da-812a22bfbaca, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7689ba-2180-4591-b581-340945b18278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ac21d069-7bc1-4024-8403-dfed480a432b'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:37:26.890580 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:26.909566 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:37:26.941164 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-37aa3abb-8582-4cb5-8cae-2d81c0cad257 req-d211bbef-2bec-4ff7-ab13-3d7b4e7d525a service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900692 Jun 16 18:37:26.981540 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] For port f5d62c80-b7df-43b3-a1da-812a22bfbaca, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:37:26.985620 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] For port f5d62c80-b7df-43b3-a1da-812a22bfbaca, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=f5d62c80-b7df-43b3-a1da-812a22bfbaca,segment=NetworkSegment(8f7689ba-2180-4591-b581-340945b18278),segment_id=8f7689ba-2180-4591-b581-340945b18278)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:37:26.995175 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Transition to ACTIVE for port object df2205ab-82d5-4927-991b-0ca30f46eec1 will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:37:27.017434 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:27.018311 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:27.028899 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-d88e4f6a-5c37-4cc1-96d0-423f26d50a64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:27.033176 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:27.097640 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18e702-1449-47d4-b574-532c852a6209 req-5c6239a6-3cd8-4ebb-9de9-fc9d0c5bcd08 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:27.105940 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0a18e702-1449-47d4-b574-532c852a6209 req-5c6239a6-3cd8-4ebb-9de9-fc9d0c5bcd08 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/ports?device_id=df4d5314-7230-426a-bfea-af31d22f993c HTTP/1.1" status: 200 len: 948 time: 0.3788300 Jun 16 18:37:27.185224 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] Routers {'b4fa79ac-1895-402a-9105-6728dc2db098'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:37:27.185862 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:37:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['b4fa79ac-1895-402a-9105-6728dc2db098'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:27.202721 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7af01-31af-47e6-9d8c-ebc38eadf401 None None] Pushing event updated for resources: {'Port': ['ID=f5d62c80-b7df-43b3-a1da-812a22bfbaca,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:27.253114 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0a18e702-1449-47d4-b574-532c852a6209 req-4b529730-d3e5-4eea-a989-945a13b4ab62 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/security-groups?id=09e204fe-ef58-4868-bbc4-662b8dbc50a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461062 Jun 16 18:37:27.256011 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Pushing event updated for resources: {'Port': ['ID=df2205ab-82d5-4927-991b-0ca30f46eec1,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:27.273604 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:27.317636 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-37aa3abb-8582-4cb5-8cae-2d81c0cad257 req-bdadfb2c-e6df-4ae3-ab4b-d0c5873ee2e9 service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537848 Jun 16 18:37:27.368524 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Attempting to bind port df2205ab-82d5-4927-991b-0ca30f46eec1 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:37:27.369292 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Attempting to bind port df2205ab-82d5-4927-991b-0ca30f46eec1 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '4e4fea13-e2fd-497b-9526-636fc53a6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:37:27.369292 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Attempting to bind port df2205ab-82d5-4927-991b-0ca30f46eec1 on network d7a22503-f14c-4070-be6c-41b9c371066c {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:37:27.376159 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Port df2205ab-82d5-4927-991b-0ca30f46eec1 on network d7a22503-f14c-4070-be6c-41b9c371066c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:37:27.376489 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Attempting to bind port df2205ab-82d5-4927-991b-0ca30f46eec1 on network d7a22503-f14c-4070-be6c-41b9c371066c {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:37:27.435920 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Checking agent: {'id': '430a9a83-85fc-4e56-9798-0b54252fd97b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'started_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:37:27.436316 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Checking segment: {'id': '4e4fea13-e2fd-497b-9526-636fc53a6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:37:27.436858 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Bound using segment: {'id': '4e4fea13-e2fd-497b-9526-636fc53a6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:37:27.437407 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Bound port: df2205ab-82d5-4927-991b-0ca30f46eec1, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4fea13-e2fd-497b-9526-636fc53a6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:37:27.438153 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:27.524663 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c8d0f-d7b1-4e8e-8aac-b6f96e0103e3 req-a836d357-17e8-4739-b28c-c72c0c03fec4 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:27.527098 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c23c8d0f-d7b1-4e8e-8aac-b6f96e0103e3 req-a836d357-17e8-4739-b28c-c72c0c03fec4 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1698663 Jun 16 18:37:27.527696 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-66b7af01-31af-47e6-9d8c-ebc38eadf401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:27.569567 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] For port df2205ab-82d5-4927-991b-0ca30f46eec1, host hv-cinder-66710, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:37:27.578696 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:27.579383 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:27.595046 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] For port df2205ab-82d5-4927-991b-0ca30f46eec1, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=df2205ab-82d5-4927-991b-0ca30f46eec1,segment=NetworkSegment(4e4fea13-e2fd-497b-9526-636fc53a6bfe),segment_id=4e4fea13-e2fd-497b-9526-636fc53a6bfe)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:37:27.611285 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c23c8d0f-d7b1-4e8e-8aac-b6f96e0103e3 req-aff6b8d0-ed37-4997-9cee-676b4b6a1386 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716908 Jun 16 18:37:27.614096 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:27.634194 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:27.643047 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:27.643897 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:27.646263 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] 10.222.0.36 "PUT /v2.0/ports/df2205ab-82d5-4927-991b-0ca30f46eec1 HTTP/1.1" status: 200 len: 1093 time: 1.8606429 Jun 16 18:37:27.647911 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87822072-5381-4a44-a667-09fd3e62704b', 'tag': 'df2205ab-82d5-4927-991b-0ca30f46eec1'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:37:27.650441 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54040d7-6154-4a26-a0be-28046a6ab010" -d '{"events": [{"name": "network-changed", "server_uuid": "87822072-5381-4a44-a667-09fd3e62704b", "tag": "df2205ab-82d5-4927-991b-0ca30f46eec1"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:37:27.810685 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Pushing event updated for resources: {'Port': ['ID=df2205ab-82d5-4927-991b-0ca30f46eec1,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:27.814678 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:27.852816 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673939ed-6dcd-4bf9-8c41-b1a3b39ac268 x-openstack-request-id: req-673939ed-6dcd-4bf9-8c41-b1a3b39ac268 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:37:27.854532 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87822072-5381-4a44-a667-09fd3e62704b", "tag": "df2205ab-82d5-4927-991b-0ca30f46eec1", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:37:27.854532 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-673939ed-6dcd-4bf9-8c41-b1a3b39ac268 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:37:27.855623 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87822072-5381-4a44-a667-09fd3e62704b', 'tag': 'df2205ab-82d5-4927-991b-0ca30f46eec1', 'status': 'completed', 'code': 200} Jun 16 18:37:27.891724 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] Set router b4fa79ac-1895-402a-9105-6728dc2db098 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:37:27.892307 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-3be25b53-89cc-4d6a-9121-de49a0602a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:27.894862 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-3be25b53-89cc-4d6a-9121-de49a0602a3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16af9c5b756c4d76ab7ce535c8b78c3e&device_id=87822072-5381-4a44-a667-09fd3e62704b HTTP/1.1" status: 200 len: 1096 time: 0.1601357 Jun 16 18:37:28.013917 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-998d4dd4-20e5-4af5-b21c-d0f7303881c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2205ab-82d5-4927-991b-0ca30f46eec1 HTTP/1.1" status: 200 len: 217 time: 0.1059952 Jun 16 18:37:28.102558 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-41ae3854-d2a3-4412-be81-43df125f1747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:28.109871 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-41ae3854-d2a3-4412-be81-43df125f1747 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2429f91a-7912-4c8c-93e6-f1cb7b790393 HTTP/1.1" status: 200 len: 855 time: 0.0726590 Jun 16 18:37:28.157419 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 74f5aa25-c3fc-45af-a84a-f2633bb8044e up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:37:28.182582 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-db727fa8-b3e7-4d7d-8694-27675b99aed0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7a22503-f14c-4070-be6c-41b9c371066c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401626 Jun 16 18:37:28.304502 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning for port 74f5aa25-c3fc-45af-a84a-f2633bb8044e completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:37:28.312858 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port 74f5aa25-c3fc-45af-a84a-f2633bb8044e triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:28.313472 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:28.378648 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fa79ac-1895-402a-9105-6728dc2db098', 'name': 'tempest-TestMinimumBasicScenario-913255948-router', 'tenant_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:18Z', 'updated_at': '2021-06-16T18:37:23Z', 'revision_number': 4, 'project_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'gw_port': {'id': '5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fa79ac-1895-402a-9105-6728dc2db098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:19Z', 'updated_at': '2021-06-16T18:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': 'f5d62c80-b7df-43b3-a1da-812a22bfbaca', 'name': '', 'network_id': 'ac21d069-7bc1-4024-8403-dfed480a432b', 'tenant_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'mac_address': 'fa:16:3e:64:a1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fa79ac-1895-402a-9105-6728dc2db098', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '41ac99f7-949b-41c1-8f3f-483b258051b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:22Z', 'updated_at': '2021-06-16T18:37:26Z', 'revision_number': 4, 'project_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'subnets': [{'id': '41ac99f7-949b-41c1-8f3f-483b258051b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:28.385652 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d855f-9cd7-4063-a42a-bfba12a009f2 None None] The sync data for ids ['b4fa79ac-1895-402a-9105-6728dc2db098'] in dv-cinder-667108-31-smb is: [{'id': 'b4fa79ac-1895-402a-9105-6728dc2db098', 'name': 'tempest-TestMinimumBasicScenario-913255948-router', 'tenant_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:18Z', 'updated_at': '2021-06-16T18:37:23Z', 'revision_number': 4, 'project_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'gw_port': {'id': '5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fa79ac-1895-402a-9105-6728dc2db098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:19Z', 'updated_at': '2021-06-16T18:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': 'f5d62c80-b7df-43b3-a1da-812a22bfbaca', 'name': '', 'network_id': 'ac21d069-7bc1-4024-8403-dfed480a432b', 'tenant_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'mac_address': 'fa:16:3e:64:a1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fa79ac-1895-402a-9105-6728dc2db098', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '41ac99f7-949b-41c1-8f3f-483b258051b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:22Z', 'updated_at': '2021-06-16T18:37:26Z', 'revision_number': 4, 'project_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'subnets': [{'id': '41ac99f7-949b-41c1-8f3f-483b258051b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:37:28.447371 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:28.508032 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4d5314-7230-426a-bfea-af31d22f993c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f5aa25-c3fc-45af-a84a-f2633bb8044e'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:37:28.511140 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62458d3-b6b0-4e85-8508-953524b3b786" -d '{"events": [{"server_uuid": "df4d5314-7230-426a-bfea-af31d22f993c", "name": "network-vif-plugged", "status": "completed", "tag": "74f5aa25-c3fc-45af-a84a-f2633bb8044e"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:37:28.527225 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 74f5aa25-c3fc-45af-a84a-f2633bb8044e, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=74f5aa25-c3fc-45af-a84a-f2633bb8044e,segment=NetworkSegment(43b0fb12-1917-44bb-a908-ae112e55fb23),segment_id=43b0fb12-1917-44bb-a908-ae112e55fb23)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:37:28.535907 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:28.547404 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:28.610476 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=74f5aa25-c3fc-45af-a84a-f2633bb8044e,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:28.615116 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:28.727764 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b2185-b1f7-49d4-995d-4bf5981d8fd7 req-dfdcc27e-c2a3-4b47-aecb-58aa1d96882c tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:28.736557 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c91b2185-b1f7-49d4-995d-4bf5981d8fd7 req-dfdcc27e-c2a3-4b47-aecb-58aa1d96882c tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=87822072-5381-4a44-a667-09fd3e62704b HTTP/1.1" status: 200 len: 943 time: 0.6251993 Jun 16 18:37:28.740887 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-5257c2e7-7125-4686-b2b1-b1e4bfc925b1 service neutron] 10.222.0.36 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450904 Jun 16 18:37:28.866248 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c91b2185-b1f7-49d4-995d-4bf5981d8fd7 req-48b95f14-53dc-4c89-b278-3c2955158d03 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274800 Jun 16 18:37:28.913147 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device f5d62c80-b7df-43b3-a1da-812a22bfbaca up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:37:28.948793 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8224ac-7fce-49d1-adf6-b8ccf3f46418 x-openstack-request-id: req-4d8224ac-7fce-49d1-adf6-b8ccf3f46418 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:37:28.949138 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4d5314-7230-426a-bfea-af31d22f993c", "name": "network-vif-plugged", "status": "completed", "tag": "74f5aa25-c3fc-45af-a84a-f2633bb8044e", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:37:28.950314 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4d8224ac-7fce-49d1-adf6-b8ccf3f46418 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:37:28.950721 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4d5314-7230-426a-bfea-af31d22f993c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f5aa25-c3fc-45af-a84a-f2633bb8044e', 'code': 200} Jun 16 18:37:29.001729 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port f5d62c80-b7df-43b3-a1da-812a22bfbaca completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:37:29.006613 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port f5d62c80-b7df-43b3-a1da-812a22bfbaca triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:29.007005 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:29.010125 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17631741-4ef1-46f7-90fd-99ddf31d9aa3 req-747bc201-5083-428a-8c17-41a38ecfa7d9 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:29.011885 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-17631741-4ef1-46f7-90fd-99ddf31d9aa3 req-747bc201-5083-428a-8c17-41a38ecfa7d9 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/ports?device_id=df4d5314-7230-426a-bfea-af31d22f993c HTTP/1.1" status: 200 len: 949 time: 0.3622861 Jun 16 18:37:29.130550 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b76b9c47-f4ad-40cb-94ad-39f8c99491c1 req-bd21e928-1e6a-4798-8db6-d1cfdcb9e7d5 service neutron] 10.222.0.36 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092115 Jun 16 18:37:29.174051 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-17631741-4ef1-46f7-90fd-99ddf31d9aa3 req-b5bb370f-bccf-49a5-81e4-8cd27317ce8e tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/security-groups?id=09e204fe-ef58-4868-bbc4-662b8dbc50a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521804 Jun 16 18:37:29.174939 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:29.265092 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e6500-2319-4f0b-851f-682915012b44 req-09efcd16-c8b8-41e2-97f4-393b7ca377da tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:29.272162 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-df6e6500-2319-4f0b-851f-682915012b44 req-09efcd16-c8b8-41e2-97f4-393b7ca377da tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1440787 Jun 16 18:37:29.288356 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] For port f5d62c80-b7df-43b3-a1da-812a22bfbaca, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=f5d62c80-b7df-43b3-a1da-812a22bfbaca,segment=NetworkSegment(8f7689ba-2180-4591-b581-340945b18278),segment_id=8f7689ba-2180-4591-b581-340945b18278)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:37:29.297389 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:29.299700 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9bf3943f-a8ab-4203-a8ff-f7664eae733d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:29.358256 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-df6e6500-2319-4f0b-851f-682915012b44 req-d23d3383-22a4-430f-b7f1-ab1537cc5fbc tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763426 Jun 16 18:37:29.419273 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Pushing event updated for resources: {'Port': ['ID=f5d62c80-b7df-43b3-a1da-812a22bfbaca,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:29.428074 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:29.521842 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54040d7-6154-4a26-a0be-28046a6ab010 req-304b36f7-91aa-48e3-a348-3c8605830a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:29.523322 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b54040d7-6154-4a26-a0be-28046a6ab010 req-304b36f7-91aa-48e3-a348-3c8605830a7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16af9c5b756c4d76ab7ce535c8b78c3e&device_id=87822072-5381-4a44-a667-09fd3e62704b HTTP/1.1" status: 200 len: 1096 time: 0.1927893 Jun 16 18:37:29.531837 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a6417-4c0b-4629-8fda-614c5f3f27b1 req-317a57d9-57c0-44a7-ae9a-569be97d8d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:29.533364 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ea3a6417-4c0b-4629-8fda-614c5f3f27b1 req-317a57d9-57c0-44a7-ae9a-569be97d8d4f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df4d5314-7230-426a-bfea-af31d22f993c HTTP/1.1" status: 200 len: 1102 time: 0.1494875 Jun 16 18:37:29.654476 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ea3a6417-4c0b-4629-8fda-614c5f3f27b1 req-91b24766-6c1d-4bf5-b772-f314c12ffbdc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=09e204fe-ef58-4868-bbc4-662b8dbc50a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101189 Jun 16 18:37:29.679123 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54040d7-6154-4a26-a0be-28046a6ab010 req-32cd2a98-3bc4-448a-9353-d134da85a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:29.680674 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b54040d7-6154-4a26-a0be-28046a6ab010 req-32cd2a98-3bc4-448a-9353-d134da85a52a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7a22503-f14c-4070-be6c-41b9c371066c HTTP/1.1" status: 200 len: 916 time: 0.1446180 Jun 16 18:37:29.770804 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b54040d7-6154-4a26-a0be-28046a6ab010 req-0778b3ba-79ca-4980-a078-3558609bc05a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2205ab-82d5-4927-991b-0ca30f46eec1 HTTP/1.1" status: 200 len: 217 time: 0.0383937 Jun 16 18:37:29.837781 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54040d7-6154-4a26-a0be-28046a6ab010 req-bd84de14-f41f-4c7f-911c-1ec1d3182600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:29.839513 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b54040d7-6154-4a26-a0be-28046a6ab010 req-bd84de14-f41f-4c7f-911c-1ec1d3182600 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2429f91a-7912-4c8c-93e6-f1cb7b790393 HTTP/1.1" status: 200 len: 855 time: 0.0502734 Jun 16 18:37:29.876558 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b54040d7-6154-4a26-a0be-28046a6ab010 req-acf934c1-470f-4027-9e69-9b69c7e8585c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7a22503-f14c-4070-be6c-41b9c371066c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279965 Jun 16 18:37:30.051018 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b54040d7-6154-4a26-a0be-28046a6ab010 req-c951ad4c-b8da-488f-bdfa-5a352bc3c1d8 service neutron] 10.222.0.36 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603932 Jun 16 18:37:30.115056 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb5a3b-b537-4d47-8e4f-8ab956b1ee6f req-1bf10e75-bfaa-41f9-bd97-85280b0ea991 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:30.116849 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-60bb5a3b-b537-4d47-8e4f-8ab956b1ee6f req-1bf10e75-bfaa-41f9-bd97-85280b0ea991 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=87822072-5381-4a44-a667-09fd3e62704b HTTP/1.1" status: 200 len: 943 time: 0.1331511 Jun 16 18:37:30.211360 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b54040d7-6154-4a26-a0be-28046a6ab010 req-89b94612-faa8-4560-a3e7-428764e3e14e service neutron] 10.222.0.36 "GET /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516163 Jun 16 18:37:30.214738 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-60bb5a3b-b537-4d47-8e4f-8ab956b1ee6f req-5707db7a-f563-4ef8-add7-0d73af9eda49 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649085 Jun 16 18:37:30.418834 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fd036-5c8d-4d05-ba54-24b75b3df15b req-74074930-4748-48ff-b18a-f4ad5b5141b5 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:30.421035 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-676fd036-5c8d-4d05-ba54-24b75b3df15b req-74074930-4748-48ff-b18a-f4ad5b5141b5 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/ports?device_id=df4d5314-7230-426a-bfea-af31d22f993c HTTP/1.1" status: 200 len: 949 time: 0.0930002 Jun 16 18:37:30.477056 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-676fd036-5c8d-4d05-ba54-24b75b3df15b req-a322ce2d-fa6f-4b0a-b573-6285a5ad1aa1 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/security-groups?id=09e204fe-ef58-4868-bbc4-662b8dbc50a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501194 Jun 16 18:37:30.677409 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6969f-7457-436c-a926-93120574a27c req-4072c5ab-0565-48e4-b5cd-23809e123c6f tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:30.687529 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-94c6969f-7457-436c-a926-93120574a27c req-4072c5ab-0565-48e4-b5cd-23809e123c6f tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1322057 Jun 16 18:37:30.748477 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-94c6969f-7457-436c-a926-93120574a27c req-93a641d5-61e5-4118-9ec0-e38d25f1e96b tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563281 Jun 16 18:37:30.880249 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device f5d62c80-b7df-43b3-a1da-812a22bfbaca up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:37:31.015532 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port f5d62c80-b7df-43b3-a1da-812a22bfbaca triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:31.016087 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:31.415843 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cd0aa-6ab1-4677-aa8d-079f139c2589 req-a079c55c-8675-4d94-9005-24bdedf561d9 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:31.418199 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a14cd0aa-6ab1-4677-aa8d-079f139c2589 req-a079c55c-8675-4d94-9005-24bdedf561d9 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=87822072-5381-4a44-a667-09fd3e62704b HTTP/1.1" status: 200 len: 943 time: 0.0752261 Jun 16 18:37:31.459371 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a14cd0aa-6ab1-4677-aa8d-079f139c2589 req-af51a795-7bd4-4588-a804-804aecf88098 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346100 Jun 16 18:37:31.698470 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32f97d-13e5-4d38-8720-fb39bbe75ff9 req-38f89e47-d78c-4b87-989d-566e854c0ed5 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:31.699902 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-fd32f97d-13e5-4d38-8720-fb39bbe75ff9 req-38f89e47-d78c-4b87-989d-566e854c0ed5 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/ports?device_id=df4d5314-7230-426a-bfea-af31d22f993c HTTP/1.1" status: 200 len: 949 time: 0.0802922 Jun 16 18:37:31.750577 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-fd32f97d-13e5-4d38-8720-fb39bbe75ff9 req-aac853ce-2f84-4523-9cc7-87fa87c5d13a tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/security-groups?id=09e204fe-ef58-4868-bbc4-662b8dbc50a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416725 Jun 16 18:37:31.933960 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ec625-5d35-40e3-b9b9-a479c9329fec req-f80d1eed-2448-43e5-9e00-27eebf6d15a1 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:31.935758 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0a8ec625-5d35-40e3-b9b9-a479c9329fec req-f80d1eed-2448-43e5-9e00-27eebf6d15a1 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0673327 Jun 16 18:37:31.996767 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0a8ec625-5d35-40e3-b9b9-a479c9329fec req-7a31e5fc-061c-4746-98be-118d65e7d128 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540566 Jun 16 18:37:32.144170 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device df2205ab-82d5-4927-991b-0ca30f46eec1 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:37:32.312973 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port df2205ab-82d5-4927-991b-0ca30f46eec1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=df2205ab-82d5-4927-991b-0ca30f46eec1,segment=NetworkSegment(4e4fea13-e2fd-497b-9526-636fc53a6bfe),segment_id=4e4fea13-e2fd-497b-9526-636fc53a6bfe)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:37:32.325637 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': 'df2205ab-82d5-4927-991b-0ca30f46eec1', 'network_id': 'd7a22503-f14c-4070-be6c-41b9c371066c', 'port_id': 'df2205ab-82d5-4927-991b-0ca30f46eec1', 'mac_address': 'fa:16:3e:1b:0d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2429f91a-7912-4c8c-93e6-f1cb7b790393', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:37:32.382195 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:32.399524 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2205ab-82d5-4927-991b-0ca30f46eec1 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:37:32.424812 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port df2205ab-82d5-4927-991b-0ca30f46eec1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=df2205ab-82d5-4927-991b-0ca30f46eec1,segment=NetworkSegment(4e4fea13-e2fd-497b-9526-636fc53a6bfe),segment_id=4e4fea13-e2fd-497b-9526-636fc53a6bfe)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:37:32.433925 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:32.437497 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:32.502235 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=df2205ab-82d5-4927-991b-0ca30f46eec1,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:32.505590 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:32.515785 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfec2a8-b814-468a-90cd-14cdbd10031d req-bde4857c-f8a4-4aa5-a761-6dd0b4af9a33 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:32.518111 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1cfec2a8-b814-468a-90cd-14cdbd10031d req-bde4857c-f8a4-4aa5-a761-6dd0b4af9a33 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/ports?device_id=df4d5314-7230-426a-bfea-af31d22f993c HTTP/1.1" status: 200 len: 949 time: 0.1093271 Jun 16 18:37:32.581607 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1cfec2a8-b814-468a-90cd-14cdbd10031d req-f2aefd6f-8053-4318-b891-e91e92ef73c6 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/security-groups?id=09e204fe-ef58-4868-bbc4-662b8dbc50a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546336 Jun 16 18:37:32.777060 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87787d7-f4f3-4937-b3ab-7f62b8cb881d req-6cb1f72d-935a-40d7-8bc9-df657ee20820 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:32.778634 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d87787d7-f4f3-4937-b3ab-7f62b8cb881d req-6cb1f72d-935a-40d7-8bc9-df657ee20820 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=87822072-5381-4a44-a667-09fd3e62704b HTTP/1.1" status: 200 len: 944 time: 0.1350362 Jun 16 18:37:32.826471 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d87787d7-f4f3-4937-b3ab-7f62b8cb881d req-382c16a8-19df-4fd4-8314-cb3698207ccd tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419071 Jun 16 18:37:33.052838 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['df2205ab-82d5-4927-991b-0ca30f46eec1'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:37:33.295489 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53046c5-2d27-4746-a52f-4872f2fbe66c req-75a00765-32fa-409a-ac6f-ff6bd0094c26 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:33.303734 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f53046c5-2d27-4746-a52f-4872f2fbe66c req-75a00765-32fa-409a-ac6f-ff6bd0094c26 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1407933 Jun 16 18:37:33.373685 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f53046c5-2d27-4746-a52f-4872f2fbe66c req-8628c60c-405e-421e-b4ef-bed810ea4155 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683773 Jun 16 18:37:33.786703 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4aea-c540-4b3e-99cf-c9296a20e4e9 req-bb8996a5-3e63-43c6-8513-82aa9a94914b tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:33.794843 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-01be4aea-c540-4b3e-99cf-c9296a20e4e9 req-bb8996a5-3e63-43c6-8513-82aa9a94914b tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/ports?device_id=df4d5314-7230-426a-bfea-af31d22f993c HTTP/1.1" status: 200 len: 949 time: 0.0871119 Jun 16 18:37:33.833589 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-01be4aea-c540-4b3e-99cf-c9296a20e4e9 req-61780a5f-092b-411e-ad2f-af43ef39e61a tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/security-groups?id=09e204fe-ef58-4868-bbc4-662b8dbc50a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365100 Jun 16 18:37:34.031067 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa26d9c-1a75-4303-9a3b-ef53e6d98afa req-7c281235-9f6f-467c-90cd-138fc65a6dc2 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:34.032884 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6aa26d9c-1a75-4303-9a3b-ef53e6d98afa req-7c281235-9f6f-467c-90cd-138fc65a6dc2 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=87822072-5381-4a44-a667-09fd3e62704b HTTP/1.1" status: 200 len: 944 time: 0.0663645 Jun 16 18:37:34.084532 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6aa26d9c-1a75-4303-9a3b-ef53e6d98afa req-3b732536-5d1c-4515-8e32-09df8822e061 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390730 Jun 16 18:37:34.599117 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ffc20-2c6d-4f91-a2f6-32f50536331f req-f9324b41-47bf-4b59-968f-853f0a757152 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:34.601115 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0c7ffc20-2c6d-4f91-a2f6-32f50536331f req-f9324b41-47bf-4b59-968f-853f0a757152 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0929387 Jun 16 18:37:34.648074 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0c7ffc20-2c6d-4f91-a2f6-32f50536331f req-147c0965-9f77-4064-b9ca-37da988a0737 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413582 Jun 16 18:37:34.827349 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bb8cd-ae2d-4efb-a71d-64d039ed40c5 req-f62375b1-ca7d-4bd9-af9f-a1827ceee232 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:34.829239 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-894bb8cd-ae2d-4efb-a71d-64d039ed40c5 req-f62375b1-ca7d-4bd9-af9f-a1827ceee232 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.36 "GET /v2.0/ports?device_id=df4d5314-7230-426a-bfea-af31d22f993c HTTP/1.1" status: 200 len: 949 time: 0.0674965 Jun 16 18:37:34.957686 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-894bb8cd-ae2d-4efb-a71d-64d039ed40c5 req-efa4e2df-9e7c-462b-9a81-c3f9ea89a7f3 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Deleting port 74f5aa25-c3fc-45af-a84a-f2633bb8044e {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:37:34.958139 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-894bb8cd-ae2d-4efb-a71d-64d039ed40c5 req-efa4e2df-9e7c-462b-9a81-c3f9ea89a7f3 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:35.112167 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80d7c1-55cf-41c1-9112-5c343f747cc8 req-58fbc657-9476-4165-9c3b-79e5adb14c23 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:35.115226 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6d80d7c1-55cf-41c1-9112-5c343f747cc8 req-58fbc657-9476-4165-9c3b-79e5adb14c23 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/ports?device_id=df4d5314-7230-426a-bfea-af31d22f993c HTTP/1.1" status: 200 len: 949 time: 0.1525691 Jun 16 18:37:35.118122 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-894bb8cd-ae2d-4efb-a71d-64d039ed40c5 req-efa4e2df-9e7c-462b-9a81-c3f9ea89a7f3 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] For port 74f5aa25-c3fc-45af-a84a-f2633bb8044e, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=74f5aa25-c3fc-45af-a84a-f2633bb8044e,segment=NetworkSegment(43b0fb12-1917-44bb-a908-ae112e55fb23),segment_id=43b0fb12-1917-44bb-a908-ae112e55fb23)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:37:35.118582 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-894bb8cd-ae2d-4efb-a71d-64d039ed40c5 req-efa4e2df-9e7c-462b-9a81-c3f9ea89a7f3 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:35.214296 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-894bb8cd-ae2d-4efb-a71d-64d039ed40c5 req-efa4e2df-9e7c-462b-9a81-c3f9ea89a7f3 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Calling delete_port for 74f5aa25-c3fc-45af-a84a-f2633bb8044e owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:37:35.224804 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6d80d7c1-55cf-41c1-9112-5c343f747cc8 req-5e979627-d59d-478f-9e3f-596477876d49 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/security-groups?id=09e204fe-ef58-4868-bbc4-662b8dbc50a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970645 Jun 16 18:37:35.344704 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 33662) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:35.427384 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4dc980-f4f9-413a-bd80-db9f3279b9bd admin admin] Deleting subnet 69d47b74-8f60-4515-9fbd-afb2a6d2bc2f {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:37:35.430593 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc980-f4f9-413a-bd80-db9f3279b9bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:35.435600 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6eb5c-0676-4c23-8fee-9418209a03ea req-5ee271bd-dbcb-4b09-916d-450d9873aee8 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:35.437153 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-83e6eb5c-0676-4c23-8fee-9418209a03ea req-5ee271bd-dbcb-4b09-916d-450d9873aee8 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=87822072-5381-4a44-a667-09fd3e62704b HTTP/1.1" status: 200 len: 944 time: 0.2054331 Jun 16 18:37:35.466471 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc980-f4f9-413a-bd80-db9f3279b9bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131384588'] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:35.478193 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-894bb8cd-ae2d-4efb-a71d-64d039ed40c5 req-efa4e2df-9e7c-462b-9a81-c3f9ea89a7f3 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:35.492044 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['74f5aa25-c3fc-45af-a84a-f2633bb8044e'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:37:35.511199 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5a67dbcb-1262-4537-a88d-9ff415750961 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:35.522533 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc980-f4f9-413a-bd80-db9f3279b9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586659'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:35.559228 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4e2df-9e7c-462b-9a81-c3f9ea89a7f3 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Pushing event deleted for resources: {'Port': ['ID=74f5aa25-c3fc-45af-a84a-f2633bb8044e,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:35.572953 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-83e6eb5c-0676-4c23-8fee-9418209a03ea req-8d8d9802-b493-474e-b062-b94273aed6b6 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293647 Jun 16 18:37:35.595849 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-efa4e2df-9e7c-462b-9a81-c3f9ea89a7f3 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:35.611106 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc980-f4f9-413a-bd80-db9f3279b9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131963241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125532345'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:35.621826 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-bb99bad3-f93c-493b-a8b4-7dfe4d117d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:35.638832 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-894bb8cd-ae2d-4efb-a71d-64d039ed40c5 req-efa4e2df-9e7c-462b-9a81-c3f9ea89a7f3 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] No DVR routers for this DVR port 74f5aa25-c3fc-45af-a84a-f2633bb8044e on host hv-cinder-66710 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:37:35.642245 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-894bb8cd-ae2d-4efb-a71d-64d039ed40c5 req-efa4e2df-9e7c-462b-9a81-c3f9ea89a7f3 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:35.644381 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-894bb8cd-ae2d-4efb-a71d-64d039ed40c5 req-efa4e2df-9e7c-462b-9a81-c3f9ea89a7f3 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.36 "DELETE /v2.0/ports/74f5aa25-c3fc-45af-a84a-f2633bb8044e HTTP/1.1" status: 204 len: 173 time: 0.8071704 Jun 16 18:37:35.644911 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4d5314-7230-426a-bfea-af31d22f993c', 'name': 'network-vif-deleted', 'tag': '74f5aa25-c3fc-45af-a84a-f2633bb8044e'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:37:35.648309 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bebc2f-7f78-4c25-8bbd-558dec2fb1dd" -d '{"events": [{"server_uuid": "df4d5314-7230-426a-bfea-af31d22f993c", "name": "network-vif-deleted", "tag": "74f5aa25-c3fc-45af-a84a-f2633bb8044e"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:37:35.665977 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc980-f4f9-413a-bd80-db9f3279b9bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:35.672509 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 33670) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:35.683003 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-8b4dc980-f4f9-413a-bd80-db9f3279b9bd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/69d47b74-8f60-4515-9fbd-afb2a6d2bc2f HTTP/1.1" status: 204 len: 168 time: 0.3371365 Jun 16 18:37:35.684088 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4dc980-f4f9-413a-bd80-db9f3279b9bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69d47b74-8f60-4515-9fbd-afb2a6d2bc2f,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:35.686631 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8b4dc980-f4f9-413a-bd80-db9f3279b9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:35.789526 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a214ead-1c9c-4537-8cbb-a70883b0f4a8 x-openstack-request-id: req-8a214ead-1c9c-4537-8cbb-a70883b0f4a8 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:37:35.789861 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4d5314-7230-426a-bfea-af31d22f993c", "name": "network-vif-deleted", "tag": "74f5aa25-c3fc-45af-a84a-f2633bb8044e", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:37:35.790146 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a214ead-1c9c-4537-8cbb-a70883b0f4a8 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:37:35.790575 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4d5314-7230-426a-bfea-af31d22f993c', 'name': 'network-vif-deleted', 'tag': '74f5aa25-c3fc-45af-a84a-f2633bb8044e', 'status': 'completed', 'code': 200} Jun 16 18:37:35.797002 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-65489d1b-d026-4a53-887f-fe8ce417a803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627518'] for network, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:35.905944 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-65489d1b-d026-4a53-887f-fe8ce417a803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584236', 'neutron.services.segments.db._delete_segments_for_network-8789583485489'] for network, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:35.926458 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-65489d1b-d026-4a53-887f-fe8ce417a803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fef46df-3873-4b44-afff-5201a54de026']}} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:35.963903 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-65489d1b-d026-4a53-887f-fe8ce417a803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f7968e-d440-4f14-b19f-5772e53e3008') {'for_net_delete': True} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:35.966072 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-65489d1b-d026-4a53-887f-fe8ce417a803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f7968e-d440-4f14-b19f-5772e53e3008') {} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:35.977955 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-65489d1b-d026-4a53-887f-fe8ce417a803 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789583484802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130531055'] for segment, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:36.000991 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-65489d1b-d026-4a53-887f-fe8ce417a803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:36.012845 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65489d1b-d026-4a53-887f-fe8ce417a803 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=92978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:37:36.013256 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-65489d1b-d026-4a53-887f-fe8ce417a803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130527830'] for segment, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: Traceback (most recent call last): Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: timer() Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: cb(*args, **kw) Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: return func(*args, **kwargs) Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: self._notify() Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: self.callback(batched_events) Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: event.method(event) Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: return f(self, *a, **k) Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: return self._get(url).json() Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: return self.request(url, 'GET', **kwargs) Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:37:36.014977 dv-cinder-667108-31-smb neutron-server[92978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:37:36.040445 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ec23b-9494-4391-b062-9cdbea45b1da req-b3fd20d3-5f01-4839-8c49-42e9194d9578 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:36.041970 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-bb6ec23b-9494-4391-b062-9cdbea45b1da req-b3fd20d3-5f01-4839-8c49-42e9194d9578 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1330042 Jun 16 18:37:36.105635 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-65489d1b-d026-4a53-887f-fe8ce417a803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439411'] for network, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:36.113169 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:36.118221 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-bb6ec23b-9494-4391-b062-9cdbea45b1da req-afff0d31-7b28-40f1-beec-b23b3281fb98 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698695 Jun 16 18:37:36.120098 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-65489d1b-d026-4a53-887f-fe8ce417a803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:36.124395 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-65489d1b-d026-4a53-887f-fe8ce417a803 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8fef46df-3873-4b44-afff-5201a54de026 HTTP/1.1" status: 204 len: 168 time: 0.4482408 Jun 16 18:37:36.125707 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 33674) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:36.131330 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65489d1b-d026-4a53-887f-fe8ce417a803 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fef46df-3873-4b44-afff-5201a54de026,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:36.133706 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-65489d1b-d026-4a53-887f-fe8ce417a803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:36.175054 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device df2205ab-82d5-4927-991b-0ca30f46eec1 up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:37:36.179981 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51d7ace-ad37-47d8-a1e2-b9305daaac2b admin admin] Deleting subnet cc651bf5-f3a6-4b30-98fb-134efeedca65 {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:37:36.183855 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d51d7ace-ad37-47d8-a1e2-b9305daaac2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:36.234937 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d51d7ace-ad37-47d8-a1e2-b9305daaac2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131384588'] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:36.236511 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning for port df2205ab-82d5-4927-991b-0ca30f46eec1 completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:37:36.240753 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port df2205ab-82d5-4927-991b-0ca30f46eec1 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:36.241366 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:36.292675 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d51d7ace-ad37-47d8-a1e2-b9305daaac2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586659'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:36.359338 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d51d7ace-ad37-47d8-a1e2-b9305daaac2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131963241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125532345'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:36.363389 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-071c547c-a3aa-482f-9452-f02e8ad416f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:36.364755 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:36.391635 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d7ace-ad37-47d8-a1e2-b9305daaac2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc651bf5-f3a6-4b30-98fb-134efeedca65,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:36.398312 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d51d7ace-ad37-47d8-a1e2-b9305daaac2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:36.404097 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d51d7ace-ad37-47d8-a1e2-b9305daaac2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:36.411588 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 33678) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:36.412128 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-d51d7ace-ad37-47d8-a1e2-b9305daaac2b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cc651bf5-f3a6-4b30-98fb-134efeedca65 HTTP/1.1" status: 204 len: 168 time: 0.2847898 Jun 16 18:37:36.426558 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87822072-5381-4a44-a667-09fd3e62704b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2205ab-82d5-4927-991b-0ca30f46eec1'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:37:36.429546 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036c413f-df55-4f90-a6bd-1e009c457119" -d '{"events": [{"server_uuid": "87822072-5381-4a44-a667-09fd3e62704b", "name": "network-vif-plugged", "status": "completed", "tag": "df2205ab-82d5-4927-991b-0ca30f46eec1"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:37:36.446180 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port df2205ab-82d5-4927-991b-0ca30f46eec1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=df2205ab-82d5-4927-991b-0ca30f46eec1,segment=NetworkSegment(4e4fea13-e2fd-497b-9526-636fc53a6bfe),segment_id=4e4fea13-e2fd-497b-9526-636fc53a6bfe)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:37:36.454420 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:36.458671 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:36.508096 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9ccf82-dfd4-49f6-b34d-0d39de44da3e x-openstack-request-id: req-ea9ccf82-dfd4-49f6-b34d-0d39de44da3e {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:37:36.508863 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87822072-5381-4a44-a667-09fd3e62704b", "name": "network-vif-plugged", "status": "completed", "tag": "df2205ab-82d5-4927-991b-0ca30f46eec1", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:37:36.508863 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea9ccf82-dfd4-49f6-b34d-0d39de44da3e {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:37:36.509312 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87822072-5381-4a44-a667-09fd3e62704b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2205ab-82d5-4927-991b-0ca30f46eec1', 'code': 200} Jun 16 18:37:36.553829 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=df2205ab-82d5-4927-991b-0ca30f46eec1,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:36.570576 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:36.612713 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-22a3e5fd-e161-4d21-8cfd-88b9c5b5b22a req-7d88b0c4-b13c-41c9-9516-b98a0c130062 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] 10.222.0.46 "GET /v2.0/ports?device_id=df4d5314-7230-426a-bfea-af31d22f993c HTTP/1.1" status: 200 len: 210 time: 0.0443900 Jun 16 18:37:36.615649 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-eac0187b-7559-4cb5-a7eb-16217f67eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627518'] for network, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:36.792308 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-eac0187b-7559-4cb5-a7eb-16217f67eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584236', 'neutron.services.segments.db._delete_segments_for_network-8789583485489'] for network, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:36.831791 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-eac0187b-7559-4cb5-a7eb-16217f67eda8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecdcd129-87aa-4c98-8277-1203a9b6496f']}} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:36.854688 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-eac0187b-7559-4cb5-a7eb-16217f67eda8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7aefe5c-04ff-4e3c-b298-36a2b1f33e41') {'for_net_delete': True} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:36.854962 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-eac0187b-7559-4cb5-a7eb-16217f67eda8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7aefe5c-04ff-4e3c-b298-36a2b1f33e41') {} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:37:36.890272 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-eac0187b-7559-4cb5-a7eb-16217f67eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789583484802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130531055'] for segment, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:36.930155 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-eac0187b-7559-4cb5-a7eb-16217f67eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:36.942697 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac0187b-7559-4cb5-a7eb-16217f67eda8 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=92978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:37:36.943326 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-eac0187b-7559-4cb5-a7eb-16217f67eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130527830'] for segment, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: Traceback (most recent call last): Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: timer() Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: cb(*args, **kw) Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: return func(*args, **kwargs) Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: self._notify() Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: self.callback(batched_events) Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: event.method(event) Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: return f(self, *a, **k) Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: return self._get(url).json() Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: return self.request(url, 'GET', **kwargs) Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:37:36.945235 dv-cinder-667108-31-smb neutron-server[92978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:37:36.992512 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d28582-8fde-4ea8-bd2e-0f0477bff30d req-fe719501-3117-43b2-be7d-ef9a007dd766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:36.994066 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a5d28582-8fde-4ea8-bd2e-0f0477bff30d req-fe719501-3117-43b2-be7d-ef9a007dd766 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=87822072-5381-4a44-a667-09fd3e62704b HTTP/1.1" status: 200 len: 1098 time: 0.1308243 Jun 16 18:37:37.046064 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-eac0187b-7559-4cb5-a7eb-16217f67eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439411'] for network, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:37.051331 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-54ee8946-1162-49f2-9915-61eaa3dcf974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:37.056887 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-eac0187b-7559-4cb5-a7eb-16217f67eda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:37.059422 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-eac0187b-7559-4cb5-a7eb-16217f67eda8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ecdcd129-87aa-4c98-8277-1203a9b6496f HTTP/1.1" status: 204 len: 168 time: 0.6466284 Jun 16 18:37:37.082880 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffdc9f-4933-4e17-b547-3e8a596ff377 req-f29ef828-acb1-4373-97ef-031bb7aa0ff6 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:37.084297 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7cffdc9f-4933-4e17-b547-3e8a596ff377 req-f29ef828-acb1-4373-97ef-031bb7aa0ff6 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=87822072-5381-4a44-a667-09fd3e62704b HTTP/1.1" status: 200 len: 945 time: 0.2403638 Jun 16 18:37:37.089948 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0187b-7559-4cb5-a7eb-16217f67eda8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecdcd129-87aa-4c98-8277-1203a9b6496f,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:37.095453 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-eac0187b-7559-4cb5-a7eb-16217f67eda8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:37.097274 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a5d28582-8fde-4ea8-bd2e-0f0477bff30d req-05556e1a-2281-4f0b-884a-918a730d15cb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748227 Jun 16 18:37:37.131192 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7cffdc9f-4933-4e17-b547-3e8a596ff377 req-87a789a2-85fe-4c5d-836a-eb4c4f3d1ff3 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389178 Jun 16 18:37:37.295565 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 33696) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:37.333642 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b43e1b-2033-4b18-a427-1bac757d5726 req-378a8b9a-d2f3-4a04-9a05-58967b1a7474 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:37.335423 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-20b43e1b-2033-4b18-a427-1bac757d5726 req-378a8b9a-d2f3-4a04-9a05-58967b1a7474 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0803089 Jun 16 18:37:37.347531 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-6c1a61ef-196b-4700-83e9-9816bcef8823 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce24478828b944e9a869448a8d446783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506470 Jun 16 18:37:37.350693 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 33698) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:37.401187 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-20b43e1b-2033-4b18-a427-1bac757d5726 req-844c253d-5164-4931-ad8e-825b25ba302e tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585873 Jun 16 18:37:37.429071 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7db4b679-1bcb-4e37-9b05-01aebb6aa231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:37.452041 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7db4b679-1bcb-4e37-9b05-01aebb6aa231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:37.501766 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7db4b679-1bcb-4e37-9b05-01aebb6aa231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:37.504618 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7db4b679-1bcb-4e37-9b05-01aebb6aa231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:37.508496 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-7db4b679-1bcb-4e37-9b05-01aebb6aa231 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a5565619-d284-4363-a9cf-ab8c437ceee8 HTTP/1.1" status: 204 len: 168 time: 0.1545370 Jun 16 18:37:37.508496 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9f945625-30b7-4d38-bd51-c7042fc5b35c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:37.515672 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4b679-1bcb-4e37-9b05-01aebb6aa231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5565619-d284-4363-a9cf-ab8c437ceee8,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:37.519655 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-7db4b679-1bcb-4e37-9b05-01aebb6aa231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:37.908618 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 33726) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:37.949996 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-9d711c6e-41d1-4634-8b6b-75f9903bba2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab190c4b81824f10b6ffc7837300fb47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405626 Jun 16 18:37:37.950873 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 33732) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:38.000451 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-349f8800-9cb1-4122-845e-47346e79d3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:38.022058 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-349f8800-9cb1-4122-845e-47346e79d3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:38.102847 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-349f8800-9cb1-4122-845e-47346e79d3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:38.107827 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-349f8800-9cb1-4122-845e-47346e79d3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:38.108975 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-349f8800-9cb1-4122-845e-47346e79d3b8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4ab71cd-f8c2-44f1-8049-017451978006 HTTP/1.1" status: 204 len: 168 time: 0.1579125 Jun 16 18:37:38.112065 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:38.134652 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f8800-9cb1-4122-845e-47346e79d3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ab71cd-f8c2-44f1-8049-017451978006,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:38.150899 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-349f8800-9cb1-4122-845e-47346e79d3b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:38.178318 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 74f5aa25-c3fc-45af-a84a-f2633bb8044e no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:37:38.205393 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] No Port match for: 74f5aa25-c3fc-45af-a84a-f2633bb8044e {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:37:38.205991 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 74f5aa25-c3fc-45af-a84a-f2633bb8044e not bound to the agent host hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:37:38.229765 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-3c211944-c069-4669-9e2c-91c4ea526930 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:38.236427 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-3c211944-c069-4669-9e2c-91c4ea526930 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/networks?id=d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c HTTP/1.1" status: 200 len: 815 time: 0.1572957 Jun 16 18:37:38.254105 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-a77204bf-f3a7-4d55-b562-2cf105d0dde8 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/quotas/a0d3c51cd79e448d9c410c5292e758ad HTTP/1.1" status: 200 len: 375 time: 0.0166738 Jun 16 18:37:38.343202 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-9ca7cb03-387c-4cc9-99c3-cf8548f7e3c6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0d3c51cd79e448d9c410c5292e758ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805047 Jun 16 18:37:38.744739 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-0f1a7312-a7a3-4dcf-855c-a84746b180c4 service neutron] 10.222.0.46 "GET /v2.0/networks/d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000728 Jun 16 18:37:38.753316 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a02b25-bf54-4a7f-a760-d18434d00bc3 req-4ea6929c-34cc-48d2-9f12-1c097e0b07bc tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:38.760679 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b5a02b25-bf54-4a7f-a760-d18434d00bc3 req-4ea6929c-34cc-48d2-9f12-1c097e0b07bc tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=87822072-5381-4a44-a667-09fd3e62704b HTTP/1.1" status: 200 len: 945 time: 0.1276770 Jun 16 18:37:38.845250 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b5a02b25-bf54-4a7f-a760-d18434d00bc3 req-326c6b66-aeb5-4e7f-9740-f9e88da76672 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837147 Jun 16 18:37:38.882475 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-5bfc89ed-ae3c-46fe-b03e-c9466d9eac5f service neutron] 10.222.0.46 "GET /v2.0/networks/d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186478 Jun 16 18:37:38.922358 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7c1d2953-b0a8-45c0-ab05-b57da36842d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:39.077495 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288a669-92a6-44e6-8c44-c1d2f671e267 req-35c90e14-85f9-4507-a9a9-9e8f0985dbb0 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:39.079039 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0288a669-92a6-44e6-8c44-c1d2f671e267 req-35c90e14-85f9-4507-a9a9-9e8f0985dbb0 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0972242 Jun 16 18:37:39.154873 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0288a669-92a6-44e6-8c44-c1d2f671e267 req-bffdccea-5563-4329-9a54-57d86f658a4a tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699396 Jun 16 18:37:39.224874 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e4f009b6-2507-48dd-ad44-c907540c90aa req-53d05b8e-3e2f-451f-84e8-9eabbcb73442 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 210 time: 0.0314920 Jun 16 18:37:40.043807 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe3c55-8b81-4215-9782-fbfe87604c19 req-f66b81bb-8f1a-4724-afab-5be472f62716 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:40.045331 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1fbe3c55-8b81-4215-9782-fbfe87604c19 req-f66b81bb-8f1a-4724-afab-5be472f62716 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=87822072-5381-4a44-a667-09fd3e62704b HTTP/1.1" status: 200 len: 945 time: 0.0692284 Jun 16 18:37:40.086453 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1fbe3c55-8b81-4215-9782-fbfe87604c19 req-12176a89-5696-47e6-a89d-57c49566b41e tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354562 Jun 16 18:37:40.366711 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d0e3a-d21d-4aa9-92be-37586bb68c2c req-f286b2ef-6083-4068-88d0-0491aca99930 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:40.378934 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-912d0e3a-d21d-4aa9-92be-37586bb68c2c req-f286b2ef-6083-4068-88d0-0491aca99930 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0889587 Jun 16 18:37:40.415088 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-912d0e3a-d21d-4aa9-92be-37586bb68c2c req-be774399-4595-4055-9971-89c3c7dd0da7 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394650 Jun 16 18:37:40.594977 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3db44346-1d65-4f10-b13b-f02ed263a743 req-8594e4fd-4be6-4906-b699-8bd167eafa06 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 210 time: 0.0414374 Jun 16 18:37:40.625325 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-0a4c57ec-6e82-4880-8558-b3cfc03a825a tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:40.626694 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-0a4c57ec-6e82-4880-8558-b3cfc03a825a tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.36 "GET /v2.0/networks?id=d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c HTTP/1.1" status: 200 len: 815 time: 0.1811144 Jun 16 18:37:40.650066 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-4393faa9-ccd8-48f0-b8b1-4acab3b93186 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Request body: {'port': {'device_id': '71997dca-10bd-444e-9d43-1efbb7f863d3', 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c', 'admin_state_up': True, 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:37:40.788789 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-4393faa9-ccd8-48f0-b8b1-4acab3b93186 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Made reservation on behalf of a0d3c51cd79e448d9c410c5292e758ad for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:37:40.793636 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-4393faa9-ccd8-48f0-b8b1-4acab3b93186 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:40.966184 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-4393faa9-ccd8-48f0-b8b1-4acab3b93186 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Allocated IP 172.20.0.12 (d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c/c368f720-5366-4c5f-ac8e-ade7f5c5370a/2b53861b-eb08-4f42-a9b1-fed35a421d0f) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:37:41.154479 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-4393faa9-ccd8-48f0-b8b1-4acab3b93186 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:41.175975 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-4393faa9-ccd8-48f0-b8b1-4acab3b93186 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Transition to ACTIVE for port object 2b53861b-eb08-4f42-a9b1-fed35a421d0f will not be triggered until provisioned by entity DHCP. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:37:41.286295 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-4393faa9-ccd8-48f0-b8b1-4acab3b93186 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130527772'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:41.292504 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:41.296330 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:41.304232 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f318e630-cc5e-4fe3-b5a5-9559e7338764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:41.344286 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-4393faa9-ccd8-48f0-b8b1-4acab3b93186 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Network d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:37:41.350985 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-4393faa9-ccd8-48f0-b8b1-4acab3b93186 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:37:41.359532 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-4393faa9-ccd8-48f0-b8b1-4acab3b93186 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:37:41.366262 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393faa9-ccd8-48f0-b8b1-4acab3b93186 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Pushing event updated for resources: {'Port': ['ID=2b53861b-eb08-4f42-a9b1-fed35a421d0f,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:41.388082 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4393faa9-ccd8-48f0-b8b1-4acab3b93186 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:41.438242 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-4393faa9-ccd8-48f0-b8b1-4acab3b93186 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:41.438941 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-4393faa9-ccd8-48f0-b8b1-4acab3b93186 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:41.500701 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-4393faa9-ccd8-48f0-b8b1-4acab3b93186 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8541210 Jun 16 18:37:41.719926 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88909095-a34e-45f6-be49-31442a159c69 req-01976684-34ca-4c39-b158-9a89efd905d7 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:41.723496 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:41.727070 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-88909095-a34e-45f6-be49-31442a159c69 req-01976684-34ca-4c39-b158-9a89efd905d7 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0896256 Jun 16 18:37:41.794147 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-88909095-a34e-45f6-be49-31442a159c69 req-f52be56d-908f-428f-ab7b-415378f4fe19 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606551 Jun 16 18:37:41.807456 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-e3daa507-ca77-4b33-9dd6-d81358be4994 None None] Provisioning for port 2b53861b-eb08-4f42-a9b1-fed35a421d0f completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:37:41.812312 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-e3daa507-ca77-4b33-9dd6-d81358be4994 None None] Provisioning complete for port 2b53861b-eb08-4f42-a9b1-fed35a421d0f triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:37:41.813047 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e3daa507-ca77-4b33-9dd6-d81358be4994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:41.853448 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-e3daa507-ca77-4b33-9dd6-d81358be4994 None None] Port 2b53861b-eb08-4f42-a9b1-fed35a421d0f cannot update to ACTIVE because it is not bound. {{(pid=92980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:37:42.386053 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 34088) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:42.464801 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:42.526189 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-1fdcf15b-21ed-4ad4-9458-bd47188c9734 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c83c76418fe24e80a96a72beb000dfec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1384406 Jun 16 18:37:42.528383 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 34092) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:42.574954 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8ae08b6e-7a7f-4ab6-bc2e-c97e96a3d58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:42.600965 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8ae08b6e-7a7f-4ab6-bc2e-c97e96a3d58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:42.660127 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8ae08b6e-7a7f-4ab6-bc2e-c97e96a3d58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:42.662621 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8ae08b6e-7a7f-4ab6-bc2e-c97e96a3d58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:42.663719 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-8ae08b6e-7a7f-4ab6-bc2e-c97e96a3d58d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09e204fe-ef58-4868-bbc4-662b8dbc50a4 HTTP/1.1" status: 204 len: 168 time: 0.1344688 Jun 16 18:37:42.664497 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8b6fa118-1248-4d24-a244-189e155e2fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:42.671754 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae08b6e-7a7f-4ab6-bc2e-c97e96a3d58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e204fe-ef58-4868-bbc4-662b8dbc50a4,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:42.674236 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8ae08b6e-7a7f-4ab6-bc2e-c97e96a3d58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:43.076809 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 34112) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:43.265133 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-efdef7c3-ff39-41d5-b01f-69580caa1d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:43.360882 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-efdef7c3-ff39-41d5-b01f-69580caa1d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:43.369855 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-efdef7c3-ff39-41d5-b01f-69580caa1d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:43.393658 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-131a0e72-e436-4aad-9f07-604dc686fc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:43.398359 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-efdef7c3-ff39-41d5-b01f-69580caa1d40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3062f90cf9e4d99a8a97eb73a652247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205369 Jun 16 18:37:43.401680 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 34126) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:43.419153 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdef7c3-ff39-41d5-b01f-69580caa1d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7b45af-7f76-424c-afde-1c1e7343ba25,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:43.422420 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-efdef7c3-ff39-41d5-b01f-69580caa1d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:43.464522 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b120dfcc-e0ce-4744-a817-3466a023cfca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:43.486849 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b120dfcc-e0ce-4744-a817-3466a023cfca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:43.535448 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b120dfcc-e0ce-4744-a817-3466a023cfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:43.538411 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b120dfcc-e0ce-4744-a817-3466a023cfca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:43.539707 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-b120dfcc-e0ce-4744-a817-3466a023cfca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec7b45af-7f76-424c-afde-1c1e7343ba25 HTTP/1.1" status: 204 len: 168 time: 0.1367579 Jun 16 18:37:43.540560 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-349f8800-9cb1-4122-845e-47346e79d3b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:43.554473 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120dfcc-e0ce-4744-a817-3466a023cfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7b45af-7f76-424c-afde-1c1e7343ba25,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:43.561571 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b120dfcc-e0ce-4744-a817-3466a023cfca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:44.162858 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:49.229869 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:37:53.989460 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 34320) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:54.109308 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c80ff98b-3edf-4d4b-8718-05162a6f854e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:54.200979 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c80ff98b-3edf-4d4b-8718-05162a6f854e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:54.205656 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c80ff98b-3edf-4d4b-8718-05162a6f854e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:54.208769 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4f0806ab-ef7a-41fe-b5e3-7e0830ea3893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:54.233205 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ff98b-3edf-4d4b-8718-05162a6f854e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f718d9f1-78f6-4b8b-af1b-e0ff3c264893,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:54.246108 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80ff98b-3edf-4d4b-8718-05162a6f854e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:54.246402 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80ff98b-3edf-4d4b-8718-05162a6f854e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:54.246827 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80ff98b-3edf-4d4b-8718-05162a6f854e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:54.247273 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80ff98b-3edf-4d4b-8718-05162a6f854e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:54.247744 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80ff98b-3edf-4d4b-8718-05162a6f854e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:54.248038 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80ff98b-3edf-4d4b-8718-05162a6f854e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:54.248419 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80ff98b-3edf-4d4b-8718-05162a6f854e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:54.248773 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80ff98b-3edf-4d4b-8718-05162a6f854e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:54.249128 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80ff98b-3edf-4d4b-8718-05162a6f854e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:54.249474 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80ff98b-3edf-4d4b-8718-05162a6f854e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:54.249818 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80ff98b-3edf-4d4b-8718-05162a6f854e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:54.250163 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80ff98b-3edf-4d4b-8718-05162a6f854e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:37:54.254756 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c80ff98b-3edf-4d4b-8718-05162a6f854e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:54.273940 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-c80ff98b-3edf-4d4b-8718-05162a6f854e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09a9c5baf1bf446fb439b173b3daa0ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832577 Jun 16 18:37:54.277377 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 34324) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:37:54.333848 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e7d0318d-4940-40a4-a1ea-8b08e1da08ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:54.355373 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e7d0318d-4940-40a4-a1ea-8b08e1da08ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:54.413974 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e7d0318d-4940-40a4-a1ea-8b08e1da08ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:54.424952 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e7d0318d-4940-40a4-a1ea-8b08e1da08ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:54.431147 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-e7d0318d-4940-40a4-a1ea-8b08e1da08ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f718d9f1-78f6-4b8b-af1b-e0ff3c264893 HTTP/1.1" status: 204 len: 168 time: 0.1524456 Jun 16 18:37:54.432814 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ea11bf21-4811-4941-bb63-2a7254f9c712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:54.458208 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0318d-4940-40a4-a1ea-8b08e1da08ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f718d9f1-78f6-4b8b-af1b-e0ff3c264893,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:54.460719 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e7d0318d-4940-40a4-a1ea-8b08e1da08ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:56.700074 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Request body: {'port': {'device_id': '71997dca-10bd-444e-9d43-1efbb7f863d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:37:56.779671 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:57.271087 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8228cf3-14f1-4f84-b37d-565c63af5611 req-bc1d41b5-b25b-45ee-beed-417efc591f70 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:57.272547 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d8228cf3-14f1-4f84-b37d-565c63af5611 req-bc1d41b5-b25b-45ee-beed-417efc591f70 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 932 time: 0.1875374 Jun 16 18:37:57.286143 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e522c-988f-4dcf-8cc9-229f98927ec7 req-efe62f88-9cc7-4f92-b614-1856a69df8de tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:57.287684 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-875e522c-988f-4dcf-8cc9-229f98927ec7 req-efe62f88-9cc7-4f92-b614-1856a69df8de tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1795282 Jun 16 18:37:57.293923 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b53861b-eb08-4f42-a9b1-fed35a421d0f {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:37:57.307321 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:57.344011 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Transition to ACTIVE for port object 2b53861b-eb08-4f42-a9b1-fed35a421d0f will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:37:57.360474 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:57.366193 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:57.377795 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d8228cf3-14f1-4f84-b37d-565c63af5611 req-2439faa4-cd85-45c9-904d-ea185a29cc48 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874927 Jun 16 18:37:57.397482 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-875e522c-988f-4dcf-8cc9-229f98927ec7 req-933a2b3d-8bea-449e-ad95-6708d0263d68 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929565 Jun 16 18:37:57.427048 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Pushing event updated for resources: {'Port': ['ID=2b53861b-eb08-4f42-a9b1-fed35a421d0f,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:57.431458 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:57.566798 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Attempting to bind port 2b53861b-eb08-4f42-a9b1-fed35a421d0f on host hv-cinder-66710 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:37:57.567134 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Attempting to bind port 2b53861b-eb08-4f42-a9b1-fed35a421d0f by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'a9bdab95-a8e5-4ce0-a77e-4e44b6267755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:37:57.567460 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Attempting to bind port 2b53861b-eb08-4f42-a9b1-fed35a421d0f on network d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:37:57.572709 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Port 2b53861b-eb08-4f42-a9b1-fed35a421d0f on network d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:37:57.573063 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Attempting to bind port 2b53861b-eb08-4f42-a9b1-fed35a421d0f on network d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:37:57.578579 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Checking agent: {'id': '430a9a83-85fc-4e56-9798-0b54252fd97b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'started_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:37:57.578913 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Checking segment: {'id': 'a9bdab95-a8e5-4ce0-a77e-4e44b6267755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:37:57.579292 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Bound using segment: {'id': 'a9bdab95-a8e5-4ce0-a77e-4e44b6267755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:37:57.579870 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Bound port: 2b53861b-eb08-4f42-a9b1-fed35a421d0f, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9bdab95-a8e5-4ce0-a77e-4e44b6267755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:37:57.580250 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:57.653008 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] For port 2b53861b-eb08-4f42-a9b1-fed35a421d0f, host hv-cinder-66710, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:37:57.656284 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] For port 2b53861b-eb08-4f42-a9b1-fed35a421d0f, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2b53861b-eb08-4f42-a9b1-fed35a421d0f,segment=NetworkSegment(a9bdab95-a8e5-4ce0-a77e-4e44b6267755),segment_id=a9bdab95-a8e5-4ce0-a77e-4e44b6267755)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:37:57.662541 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:57.666323 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:37:57.704033 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:57.704033 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:37:57.704829 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] 10.222.0.36 "PUT /v2.0/ports/2b53861b-eb08-4f42-a9b1-fed35a421d0f HTTP/1.1" status: 200 len: 1094 time: 1.0085654 Jun 16 18:37:57.704926 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71997dca-10bd-444e-9d43-1efbb7f863d3', 'tag': '2b53861b-eb08-4f42-a9b1-fed35a421d0f'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:37:57.707315 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92eb1db-0a90-4927-b2e3-d8b65790569c" -d '{"events": [{"name": "network-changed", "server_uuid": "71997dca-10bd-444e-9d43-1efbb7f863d3", "tag": "2b53861b-eb08-4f42-a9b1-fed35a421d0f"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:37:57.739254 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Pushing event updated for resources: {'Port': ['ID=2b53861b-eb08-4f42-a9b1-fed35a421d0f,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:37:57.749673 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:37:57.771972 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a95faa6-8aaa-471e-8834-0ca821d8f329 x-openstack-request-id: req-0a95faa6-8aaa-471e-8834-0ca821d8f329 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:37:57.772461 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71997dca-10bd-444e-9d43-1efbb7f863d3", "tag": "2b53861b-eb08-4f42-a9b1-fed35a421d0f", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:37:57.772761 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0a95faa6-8aaa-471e-8834-0ca821d8f329 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:37:57.773184 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71997dca-10bd-444e-9d43-1efbb7f863d3', 'tag': '2b53861b-eb08-4f42-a9b1-fed35a421d0f', 'status': 'completed', 'code': 200} Jun 16 18:37:57.845552 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-323352c8-6096-4efb-9696-6c3a71c11f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:57.847367 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-323352c8-6096-4efb-9696-6c3a71c11f68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0d3c51cd79e448d9c410c5292e758ad&device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 1097 time: 0.0641177 Jun 16 18:37:57.896682 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-e5567c9f-7f7e-46a5-a752-f4e63062d4c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b53861b-eb08-4f42-a9b1-fed35a421d0f HTTP/1.1" status: 200 len: 217 time: 0.0402582 Jun 16 18:37:57.952232 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-2e9be6c5-178f-4d34-9515-105ba3096a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:57.953687 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-2e9be6c5-178f-4d34-9515-105ba3096a94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c368f720-5366-4c5f-ac8e-ade7f5c5370a HTTP/1.1" status: 200 len: 854 time: 0.0478134 Jun 16 18:37:58.029700 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-a846ff5e-a873-40a0-9d57-757c92ca0cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:58.031176 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-a846ff5e-a873-40a0-9d57-757c92ca0cfe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0690227 Jun 16 18:37:58.127322 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-5a9cbbbf-689f-49ba-a6f1-ae64e98aa4b7 service neutron] 10.222.0.36 "GET /v2.0/networks/d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862434 Jun 16 18:37:58.228954 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cb5932de-d0f0-4cba-af65-7016df2a78d3 req-45eb5c94-4321-46d9-94ed-59dfcd0ddb6f service neutron] 10.222.0.36 "GET /v2.0/networks/d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910954 Jun 16 18:37:58.348044 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92eb1db-0a90-4927-b2e3-d8b65790569c req-5a0e3789-8cec-4903-961f-1b6c3153bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:58.349598 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d92eb1db-0a90-4927-b2e3-d8b65790569c req-5a0e3789-8cec-4903-961f-1b6c3153bd47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0d3c51cd79e448d9c410c5292e758ad&device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 1097 time: 0.0543013 Jun 16 18:37:58.452117 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92eb1db-0a90-4927-b2e3-d8b65790569c req-a27e494c-364d-47b0-9aec-2399a03fec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:58.453598 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d92eb1db-0a90-4927-b2e3-d8b65790569c req-a27e494c-364d-47b0-9aec-2399a03fec06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c HTTP/1.1" status: 200 len: 916 time: 0.0947034 Jun 16 18:37:58.501550 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d92eb1db-0a90-4927-b2e3-d8b65790569c req-31894fe5-5651-42c2-a4ce-6be9b9c0a49b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b53861b-eb08-4f42-a9b1-fed35a421d0f HTTP/1.1" status: 200 len: 217 time: 0.0370054 Jun 16 18:37:58.616126 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92eb1db-0a90-4927-b2e3-d8b65790569c req-fa9ced1a-a11e-42b5-84b0-71484a70f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:58.618004 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d92eb1db-0a90-4927-b2e3-d8b65790569c req-fa9ced1a-a11e-42b5-84b0-71484a70f56b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c368f720-5366-4c5f-ac8e-ade7f5c5370a HTTP/1.1" status: 200 len: 854 time: 0.0899317 Jun 16 18:37:58.654817 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397fe25-e2de-4f15-8067-84f136f01ef8 req-b0048a1e-0e96-413c-a96f-4f8929b49a35 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:58.656375 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b397fe25-e2de-4f15-8067-84f136f01ef8 req-b0048a1e-0e96-413c-a96f-4f8929b49a35 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 944 time: 0.1582429 Jun 16 18:37:58.711698 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170199d-62e5-43db-a884-e6c37ba9819b req-348d974f-4656-44b7-a4ee-a2c473a754ca tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:58.713945 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d170199d-62e5-43db-a884-e6c37ba9819b req-348d974f-4656-44b7-a4ee-a2c473a754ca tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1780121 Jun 16 18:37:58.765312 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b397fe25-e2de-4f15-8067-84f136f01ef8 req-4e9a4575-4832-4013-b408-d52d94867972 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893047 Jun 16 18:37:58.824090 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d170199d-62e5-43db-a884-e6c37ba9819b req-9d36ae4c-7dbc-4a27-929f-31b0113d80ea tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964053 Jun 16 18:37:58.825938 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92eb1db-0a90-4927-b2e3-d8b65790569c req-841a33ea-69e0-4119-88c2-38ae7f0efe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:58.827611 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d92eb1db-0a90-4927-b2e3-d8b65790569c req-841a33ea-69e0-4119-88c2-38ae7f0efe5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1935441 Jun 16 18:37:58.863623 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10218b7-e92e-41b3-ac8c-d68296b44565 req-c6ee8e5d-9123-488e-a804-f2fd3ff72352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:58.865083 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f10218b7-e92e-41b3-ac8c-d68296b44565 req-c6ee8e5d-9123-488e-a804-f2fd3ff72352 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 1098 time: 0.1244221 Jun 16 18:37:58.956272 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f10218b7-e92e-41b3-ac8c-d68296b44565 req-954dba80-8de0-4bdf-be32-2d0babacef1a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778468 Jun 16 18:37:58.967552 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d92eb1db-0a90-4927-b2e3-d8b65790569c req-fdbea366-ab37-4576-bf1f-48385eb26caf service neutron] 10.222.0.36 "GET /v2.0/networks/d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266499 Jun 16 18:37:59.364571 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d92eb1db-0a90-4927-b2e3-d8b65790569c req-099f4272-1411-4cc6-9b2d-4a8070ce7a7b service neutron] 10.222.0.36 "GET /v2.0/networks/d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157399 Jun 16 18:37:59.948317 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17341bc-e26c-4736-9e5d-d09564ba1765 req-99901e31-29e2-4915-b2e2-6369ade6636e tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:37:59.949752 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b17341bc-e26c-4736-9e5d-d09564ba1765 req-99901e31-29e2-4915-b2e2-6369ade6636e tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 944 time: 0.0687010 Jun 16 18:38:00.016573 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b17341bc-e26c-4736-9e5d-d09564ba1765 req-9e1b9ab1-e4ee-4fee-a807-002349d1f4bb tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572989 Jun 16 18:38:00.038332 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca026f1-c05f-492a-b0f5-f01aec2a8e87 req-46888eea-5e6c-446a-8808-b5dbffd51977 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:00.039760 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4ca026f1-c05f-492a-b0f5-f01aec2a8e87 req-46888eea-5e6c-446a-8808-b5dbffd51977 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0891514 Jun 16 18:38:00.079857 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4ca026f1-c05f-492a-b0f5-f01aec2a8e87 req-0afb7ef8-fde7-47ba-bd3f-93ee3935209a tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329220 Jun 16 18:38:00.916391 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e3a58-877d-4355-9bda-e61d0a12cd24 req-a2f1d41b-b6ea-4164-919f-a26670fce014 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:00.917872 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-683e3a58-877d-4355-9bda-e61d0a12cd24 req-a2f1d41b-b6ea-4164-919f-a26670fce014 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.0699508 Jun 16 18:38:00.965150 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-683e3a58-877d-4355-9bda-e61d0a12cd24 req-9709e512-d3ca-463d-90eb-195b4c4678bf tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408759 Jun 16 18:38:01.196263 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5f057-a120-42c6-9399-d9fbd12dc7e6 req-73582575-b3fa-4e4d-bfff-6246db753e6b tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:01.198994 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-20f5f057-a120-42c6-9399-d9fbd12dc7e6 req-73582575-b3fa-4e4d-bfff-6246db753e6b tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 944 time: 0.0697353 Jun 16 18:38:01.270806 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-20f5f057-a120-42c6-9399-d9fbd12dc7e6 req-fa9c867a-8455-4a4f-9a5b-e8a784e76730 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620210 Jun 16 18:38:01.294500 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd22e5-4cbe-4690-ada7-91a8d2054665 req-e163ca91-9e0b-48f4-aba9-f15702262665 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:01.296340 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-31fd22e5-4cbe-4690-ada7-91a8d2054665 req-e163ca91-9e0b-48f4-aba9-f15702262665 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0963004 Jun 16 18:38:01.334431 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-31fd22e5-4cbe-4690-ada7-91a8d2054665 req-9488f5b4-a0a2-4dda-a30b-e9e864a416ff tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322773 Jun 16 18:38:01.723258 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b989a03-d7c8-4513-83be-9501d552cd55 req-48639f10-ae70-4e8c-997a-6984fcd9ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:01.724666 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0b989a03-d7c8-4513-83be-9501d552cd55 req-48639f10-ae70-4e8c-997a-6984fcd9ec0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baaa2b8c4c5d44e8baf9e3a771ba4427&device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 1098 time: 0.0850365 Jun 16 18:38:01.780478 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107f11e-817b-4713-b92c-015262b4b7ee req-4a1fae5a-5df9-4cfe-b9f1-f8759bcf4052 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:01.781921 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b107f11e-817b-4713-b92c-015262b4b7ee req-4a1fae5a-5df9-4cfe-b9f1-f8759bcf4052 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1023281 Jun 16 18:38:01.865852 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b107f11e-817b-4713-b92c-015262b4b7ee req-1b63a09c-9110-4ce6-a5d4-6ebce4d8d15e tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524087 Jun 16 18:38:01.866564 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b989a03-d7c8-4513-83be-9501d552cd55 req-c822f9d1-b764-4520-b5d8-ee332d820716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:01.868161 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0b989a03-d7c8-4513-83be-9501d552cd55 req-c822f9d1-b764-4520-b5d8-ee332d820716 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9282434f-95d9-4dfb-9c1b-e0f87163722e HTTP/1.1" status: 200 len: 919 time: 0.1333735 Jun 16 18:38:01.920508 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0b989a03-d7c8-4513-83be-9501d552cd55 req-05d31e14-464f-4761-ae7f-7e4b6411be50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 HTTP/1.1" status: 200 len: 217 time: 0.0346670 Jun 16 18:38:01.976241 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b989a03-d7c8-4513-83be-9501d552cd55 req-09d844e2-46e9-43f7-bc8b-1cfc877ca74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:01.978680 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0b989a03-d7c8-4513-83be-9501d552cd55 req-09d844e2-46e9-43f7-bc8b-1cfc877ca74a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e563fc4f-9010-41d8-8c23-09c3514e3f2f HTTP/1.1" status: 200 len: 858 time: 0.0497391 Jun 16 18:38:02.037271 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0b989a03-d7c8-4513-83be-9501d552cd55 req-c16bf35d-83d9-405e-be2a-1f4af6bd0e4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9282434f-95d9-4dfb-9c1b-e0f87163722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481944 Jun 16 18:38:02.212026 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0b989a03-d7c8-4513-83be-9501d552cd55 req-f011d220-ca32-42a1-b5d0-b019ea02f62d service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511269 Jun 16 18:38:02.262962 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e0e3f-2ab4-40b8-908e-e60fac2f0a4c req-d23c00a2-8fbc-4fc6-85da-fdcaca98e12c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:02.264328 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-059e0e3f-2ab4-40b8-908e-e60fac2f0a4c req-d23c00a2-8fbc-4fc6-85da-fdcaca98e12c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.1730087 Jun 16 18:38:02.314646 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 2b53861b-eb08-4f42-a9b1-fed35a421d0f details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:38:02.327479 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b918092-2a4a-4cd7-9299-6a49b651d505 req-299448e8-998e-4bbf-8903-eb3373368fa1 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:02.328945 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3b918092-2a4a-4cd7-9299-6a49b651d505 req-299448e8-998e-4bbf-8903-eb3373368fa1 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=87822072-5381-4a44-a667-09fd3e62704b HTTP/1.1" status: 200 len: 945 time: 0.1825254 Jun 16 18:38:02.385179 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-059e0e3f-2ab4-40b8-908e-e60fac2f0a4c req-fcb0d247-30dc-4949-afab-bd4d3106792f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098905 Jun 16 18:38:02.398934 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0b989a03-d7c8-4513-83be-9501d552cd55 req-80a39433-4400-4ee2-9ade-9bf36763870e service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769576 Jun 16 18:38:02.407896 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3b918092-2a4a-4cd7-9299-6a49b651d505 req-a327145b-c2cf-44b7-98e4-816170150e4f tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706813 Jun 16 18:38:02.418647 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 2b53861b-eb08-4f42-a9b1-fed35a421d0f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2b53861b-eb08-4f42-a9b1-fed35a421d0f,segment=NetworkSegment(a9bdab95-a8e5-4ce0-a77e-4e44b6267755),segment_id=a9bdab95-a8e5-4ce0-a77e-4e44b6267755)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:38:02.432484 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': '2b53861b-eb08-4f42-a9b1-fed35a421d0f', 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c', 'port_id': '2b53861b-eb08-4f42-a9b1-fed35a421d0f', 'mac_address': 'fa:16:3e:18:23:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c368f720-5366-4c5f-ac8e-ade7f5c5370a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:38:02.470411 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:02.484162 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b53861b-eb08-4f42-a9b1-fed35a421d0f {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:38:02.507022 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 2b53861b-eb08-4f42-a9b1-fed35a421d0f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2b53861b-eb08-4f42-a9b1-fed35a421d0f,segment=NetworkSegment(a9bdab95-a8e5-4ce0-a77e-4e44b6267755),segment_id=a9bdab95-a8e5-4ce0-a77e-4e44b6267755)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:38:02.513126 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:02.516045 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d592d89b-8821-4d10-a7e6-be21710170c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:02.556825 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bb9dc-9a9f-49f5-bf86-43fff7492b07 req-efc4746f-c468-4089-bab4-460d3514aba6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:02.558370 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-058bb9dc-9a9f-49f5-bf86-43fff7492b07 req-efc4746f-c468-4089-bab4-460d3514aba6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 944 time: 0.0665829 Jun 16 18:38:02.568948 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=2b53861b-eb08-4f42-a9b1-fed35a421d0f,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:02.576374 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:02.576731 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:02.577081 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:02.577420 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:02.577753 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:02.578089 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:02.578420 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:02.578746 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:02.579077 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:02.579407 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:02.579731 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:02.580052 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:02.583991 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:02.602712 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-058bb9dc-9a9f-49f5-bf86-43fff7492b07 req-1150c500-0878-4365-8525-d1748b9d35eb tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334203 Jun 16 18:38:03.019154 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['2b53861b-eb08-4f42-a9b1-fed35a421d0f'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:38:03.047861 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1c040-39fa-4b53-b04f-224b9990aa88 req-075d22b0-cb2f-41f1-af14-3c591132b166 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:03.049387 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-50d1c040-39fa-4b53-b04f-224b9990aa88 req-075d22b0-cb2f-41f1-af14-3c591132b166 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0684404 Jun 16 18:38:03.096792 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-50d1c040-39fa-4b53-b04f-224b9990aa88 req-1376af33-d53a-4aed-9cd2-b81018fa9d0c tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330820 Jun 16 18:38:03.370600 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d6686-8864-43f0-8ea8-04e942fda92f req-4a76f642-84b4-4acb-b9d1-08ed139cf2c0 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:03.372009 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9c9d6686-8864-43f0-8ea8-04e942fda92f req-4a76f642-84b4-4acb-b9d1-08ed139cf2c0 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0628862 Jun 16 18:38:03.408561 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9c9d6686-8864-43f0-8ea8-04e942fda92f req-21797766-f54f-450f-aa76-26b4d63267ef tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308638 Jun 16 18:38:03.610035 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733fdcc-4d1d-416d-9517-3967a5c9479f req-1be55fa4-e51f-4482-95fa-237bab2606da tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:03.611638 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4733fdcc-4d1d-416d-9517-3967a5c9479f req-1be55fa4-e51f-4482-95fa-237bab2606da tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.1062562 Jun 16 18:38:03.620590 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783c4e8-9e41-476b-9370-f2c22b8f620a req-335a629c-f3b3-4aa4-8377-609130104b9b tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:03.622119 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f783c4e8-9e41-476b-9370-f2c22b8f620a req-335a629c-f3b3-4aa4-8377-609130104b9b tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=87822072-5381-4a44-a667-09fd3e62704b HTTP/1.1" status: 200 len: 945 time: 0.1077528 Jun 16 18:38:03.682765 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4733fdcc-4d1d-416d-9517-3967a5c9479f req-cf8a99d5-3465-4acd-8696-a8820d33b3ea tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597532 Jun 16 18:38:03.687848 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f783c4e8-9e41-476b-9370-f2c22b8f620a req-df84ac53-6921-4f12-acec-2a981c8d70d6 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579519 Jun 16 18:38:03.858474 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0f0f6-ea6d-4ce1-bc8e-e554389a6255 req-88e48c9e-447d-40fa-9474-f1e4726a1022 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:03.859929 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-30c0f0f6-ea6d-4ce1-bc8e-e554389a6255 req-88e48c9e-447d-40fa-9474-f1e4726a1022 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 945 time: 0.0624957 Jun 16 18:38:03.898477 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-30c0f0f6-ea6d-4ce1-bc8e-e554389a6255 req-25162f0b-5005-4bae-8803-aaa2e9de9781 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327706 Jun 16 18:38:04.296354 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c66a1-2c19-4484-9d00-0825ef590792 req-e1c7dcaa-ed13-4ba1-a06f-324af14c3401 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:04.297834 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-743c66a1-2c19-4484-9d00-0825ef590792 req-e1c7dcaa-ed13-4ba1-a06f-324af14c3401 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0754652 Jun 16 18:38:04.342233 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-743c66a1-2c19-4484-9d00-0825ef590792 req-c3b4db7d-8e09-4de6-a854-7dfc5456e247 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384936 Jun 16 18:38:04.578069 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f165c-2426-4da0-ae3c-a45d7ecf55f4 req-5b64385f-adb1-4b1a-9ce5-27e4011da973 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:04.579546 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f31f165c-2426-4da0-ae3c-a45d7ecf55f4 req-5b64385f-adb1-4b1a-9ce5-27e4011da973 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0613310 Jun 16 18:38:04.615353 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f31f165c-2426-4da0-ae3c-a45d7ecf55f4 req-27febb5b-ffa5-421b-a016-a63ab4f918fa tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301437 Jun 16 18:38:04.808671 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68bc79-556c-4e4f-a077-0aca54ab0d33 req-db2aa461-35a5-4807-9bfd-ec00e19e6bf6 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:04.810243 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-df68bc79-556c-4e4f-a077-0aca54ab0d33 req-db2aa461-35a5-4807-9bfd-ec00e19e6bf6 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.36 "GET /v2.0/ports?device_id=87822072-5381-4a44-a667-09fd3e62704b HTTP/1.1" status: 200 len: 945 time: 0.0701969 Jun 16 18:38:04.994384 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33036024-6ff1-46bf-8b35-a83ca3874a30 req-0cf251f9-8eed-4954-bfbc-ea5803ee3e54 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:04.995908 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-33036024-6ff1-46bf-8b35-a83ca3874a30 req-0cf251f9-8eed-4954-bfbc-ea5803ee3e54 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=87822072-5381-4a44-a667-09fd3e62704b HTTP/1.1" status: 200 len: 945 time: 0.1847224 Jun 16 18:38:05.003476 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328721eb-51d0-4efe-a47b-3ff14cd9ece8 req-ff7c2d02-8143-4d76-93a3-f63d9e356813 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:05.004848 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-328721eb-51d0-4efe-a47b-3ff14cd9ece8 req-ff7c2d02-8143-4d76-93a3-f63d9e356813 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.1854188 Jun 16 18:38:05.057826 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-df68bc79-556c-4e4f-a077-0aca54ab0d33 req-f8570f24-a8bf-4aea-97c5-1b5106fb2aad tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Deleting port df2205ab-82d5-4927-991b-0ca30f46eec1 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:38:05.058155 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-df68bc79-556c-4e4f-a077-0aca54ab0d33 req-f8570f24-a8bf-4aea-97c5-1b5106fb2aad tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:05.084283 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-33036024-6ff1-46bf-8b35-a83ca3874a30 req-190df68f-dbd9-471a-95e2-dc72829c6031 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783515 Jun 16 18:38:05.094480 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-328721eb-51d0-4efe-a47b-3ff14cd9ece8 req-282f7efb-44d4-4dd9-a2d4-82a84fc9ee72 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754607 Jun 16 18:38:05.169438 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-df68bc79-556c-4e4f-a077-0aca54ab0d33 req-f8570f24-a8bf-4aea-97c5-1b5106fb2aad tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] For port df2205ab-82d5-4927-991b-0ca30f46eec1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=df2205ab-82d5-4927-991b-0ca30f46eec1,segment=NetworkSegment(4e4fea13-e2fd-497b-9526-636fc53a6bfe),segment_id=4e4fea13-e2fd-497b-9526-636fc53a6bfe)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:38:05.169796 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-df68bc79-556c-4e4f-a077-0aca54ab0d33 req-f8570f24-a8bf-4aea-97c5-1b5106fb2aad tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:05.236062 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-df68bc79-556c-4e4f-a077-0aca54ab0d33 req-f8570f24-a8bf-4aea-97c5-1b5106fb2aad tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Calling delete_port for df2205ab-82d5-4927-991b-0ca30f46eec1 owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:38:05.356741 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe29a7-6352-4863-aadd-68dc5d86ff25 req-99a402cc-67d2-4424-b1ca-2028b883c95f tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:05.357841 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2dfe29a7-6352-4863-aadd-68dc5d86ff25 req-99a402cc-67d2-4424-b1ca-2028b883c95f tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 945 time: 0.1475766 Jun 16 18:38:05.428248 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2dfe29a7-6352-4863-aadd-68dc5d86ff25 req-1ba71089-2be0-4e08-a67e-35e71b5acde9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621161 Jun 16 18:38:05.453827 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-df68bc79-556c-4e4f-a077-0aca54ab0d33 req-f8570f24-a8bf-4aea-97c5-1b5106fb2aad tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:05.457957 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2f9cf9b7-9aca-4799-8690-335373c4ea58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:05.466286 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['0acc69bd-96ad-430c-8d92-a8c02507e34d', '15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0', 'bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae', 'df2205ab-82d5-4927-991b-0ca30f46eec1'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:38:05.488985 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8570f24-a8bf-4aea-97c5-1b5106fb2aad tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Pushing event deleted for resources: {'Port': ['ID=df2205ab-82d5-4927-991b-0ca30f46eec1,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:05.502904 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f8570f24-a8bf-4aea-97c5-1b5106fb2aad tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:05.570353 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-df68bc79-556c-4e4f-a077-0aca54ab0d33 req-f8570f24-a8bf-4aea-97c5-1b5106fb2aad tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] No DVR routers for this DVR port df2205ab-82d5-4927-991b-0ca30f46eec1 on host hv-cinder-66710 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:38:05.575529 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-df68bc79-556c-4e4f-a077-0aca54ab0d33 req-f8570f24-a8bf-4aea-97c5-1b5106fb2aad tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:05.577490 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-df68bc79-556c-4e4f-a077-0aca54ab0d33 req-f8570f24-a8bf-4aea-97c5-1b5106fb2aad tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.36 "DELETE /v2.0/ports/df2205ab-82d5-4927-991b-0ca30f46eec1 HTTP/1.1" status: 204 len: 173 time: 0.7571149 Jun 16 18:38:05.577990 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87822072-5381-4a44-a667-09fd3e62704b', 'name': 'network-vif-deleted', 'tag': 'df2205ab-82d5-4927-991b-0ca30f46eec1'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:38:05.580299 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6eb079-d219-44b1-b372-c6dbc65e183c" -d '{"events": [{"server_uuid": "87822072-5381-4a44-a667-09fd3e62704b", "name": "network-vif-deleted", "tag": "df2205ab-82d5-4927-991b-0ca30f46eec1"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:38:05.608567 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073839e-b81a-4302-b261-140bc326aeb6 req-723600e9-6df0-4d2e-875b-f9b5754e8ae2 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:05.610350 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d073839e-b81a-4302-b261-140bc326aeb6 req-723600e9-6df0-4d2e-875b-f9b5754e8ae2 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1260309 Jun 16 18:38:05.628692 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c14c79-ac5e-403f-9f7b-27827af093c6 x-openstack-request-id: req-d7c14c79-ac5e-403f-9f7b-27827af093c6 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:38:05.629011 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87822072-5381-4a44-a667-09fd3e62704b", "name": "network-vif-deleted", "tag": "df2205ab-82d5-4927-991b-0ca30f46eec1", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:38:05.629432 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d7c14c79-ac5e-403f-9f7b-27827af093c6 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:38:05.632330 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87822072-5381-4a44-a667-09fd3e62704b', 'name': 'network-vif-deleted', 'tag': 'df2205ab-82d5-4927-991b-0ca30f46eec1', 'status': 'completed', 'code': 200} Jun 16 18:38:05.696513 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d073839e-b81a-4302-b261-140bc326aeb6 req-07750d8b-a0d3-4ab0-8ffb-656f903cf15d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717010 Jun 16 18:38:05.847820 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ba152-fde8-440e-a9e5-a38fe048ab18 req-034c63b7-0c11-4d2a-a717-c2833124f4bc tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:05.849347 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5b2ba152-fde8-440e-a9e5-a38fe048ab18 req-034c63b7-0c11-4d2a-a717-c2833124f4bc tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0680788 Jun 16 18:38:05.890361 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5b2ba152-fde8-440e-a9e5-a38fe048ab18 req-36fc4ad1-8d5a-470a-ab9b-13634fffd80e tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344975 Jun 16 18:38:06.254240 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5558bf9e-551a-4b1e-a60a-052ac886613b req-ea331257-1593-4b6c-a4e4-ad49ec8a01f8 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=87822072-5381-4a44-a667-09fd3e62704b HTTP/1.1" status: 200 len: 210 time: 0.0438175 Jun 16 18:38:06.319254 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6a47b-4521-4aaa-beda-ec3ca5a0b73e req-70d7e7a6-3a10-4a4b-8eff-bea8ca82feb4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:06.320730 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2bb6a47b-4521-4aaa-beda-ec3ca5a0b73e req-70d7e7a6-3a10-4a4b-8eff-bea8ca82feb4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.0770962 Jun 16 18:38:06.361926 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2bb6a47b-4521-4aaa-beda-ec3ca5a0b73e req-e4241ebc-88a7-48e4-9b07-8a35933c0634 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345931 Jun 16 18:38:06.376127 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 2b53861b-eb08-4f42-a9b1-fed35a421d0f up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:38:06.549780 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning for port 2b53861b-eb08-4f42-a9b1-fed35a421d0f completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:38:06.554489 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port 2b53861b-eb08-4f42-a9b1-fed35a421d0f triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:38:06.554881 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:06.620344 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9662e-7503-4c45-a300-fc12002311c6 req-bf2eb5b3-2a52-4f59-afdb-3100eccbe682 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:06.621955 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-62e9662e-7503-4c45-a300-fc12002311c6 req-bf2eb5b3-2a52-4f59-afdb-3100eccbe682 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 945 time: 0.0714931 Jun 16 18:38:06.638004 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:06.661078 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71997dca-10bd-444e-9d43-1efbb7f863d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b53861b-eb08-4f42-a9b1-fed35a421d0f'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:38:06.663589 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b9539b-c533-4396-8dfc-5919b22440e7" -d '{"events": [{"server_uuid": "71997dca-10bd-444e-9d43-1efbb7f863d3", "name": "network-vif-plugged", "status": "completed", "tag": "2b53861b-eb08-4f42-a9b1-fed35a421d0f"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:38:06.665110 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-62e9662e-7503-4c45-a300-fc12002311c6 req-8076a72f-dfa0-4a18-b188-f61cc5cca49f tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360398 Jun 16 18:38:06.677476 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 2b53861b-eb08-4f42-a9b1-fed35a421d0f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2b53861b-eb08-4f42-a9b1-fed35a421d0f,segment=NetworkSegment(a9bdab95-a8e5-4ce0-a77e-4e44b6267755),segment_id=a9bdab95-a8e5-4ce0-a77e-4e44b6267755)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:38:06.689496 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:06.689496 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device df2205ab-82d5-4927-991b-0ca30f46eec1 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:38:06.689496 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:06.711731 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ee873c-8a04-4d73-b93e-ee60c0b09ac3 x-openstack-request-id: req-59ee873c-8a04-4d73-b93e-ee60c0b09ac3 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:38:06.712034 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71997dca-10bd-444e-9d43-1efbb7f863d3", "name": "network-vif-plugged", "status": "completed", "tag": "2b53861b-eb08-4f42-a9b1-fed35a421d0f", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:38:06.712353 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-59ee873c-8a04-4d73-b93e-ee60c0b09ac3 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:38:06.712918 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71997dca-10bd-444e-9d43-1efbb7f863d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b53861b-eb08-4f42-a9b1-fed35a421d0f', 'code': 200} Jun 16 18:38:06.713288 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] No Port match for: df2205ab-82d5-4927-991b-0ca30f46eec1 {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:38:06.713632 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device df2205ab-82d5-4927-991b-0ca30f46eec1 not bound to the agent host hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:38:06.769496 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=2b53861b-eb08-4f42-a9b1-fed35a421d0f,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:06.772494 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:06.966738 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9ed86-d1e2-4ac7-b448-9ef9f18a61b7 req-63b45917-4410-40e6-8368-b4cb36477d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:06.968229 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7ec9ed86-d1e2-4ac7-b448-9ef9f18a61b7 req-63b45917-4410-40e6-8368-b4cb36477d70 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 1099 time: 0.0540543 Jun 16 18:38:07.032382 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7ec9ed86-d1e2-4ac7-b448-9ef9f18a61b7 req-8559ee55-14c9-48a6-ad37-8669303710d7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554273 Jun 16 18:38:07.069923 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c6df3-b63a-484f-9017-edc574f3dc17 req-d8cccce4-8a3b-4f51-9568-d77f09efe643 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:07.071381 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-678c6df3-b63a-484f-9017-edc574f3dc17 req-d8cccce4-8a3b-4f51-9568-d77f09efe643 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0691586 Jun 16 18:38:07.110076 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-678c6df3-b63a-484f-9017-edc574f3dc17 req-54f8c8a0-200d-47f8-883d-42d553f16feb tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326893 Jun 16 18:38:07.232879 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeca40c-baec-4216-801c-19cf5d0fe0b2 req-fe6a717f-54af-4cd8-bdf5-8181894a52f2 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:07.234317 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-baeca40c-baec-4216-801c-19cf5d0fe0b2 req-fe6a717f-54af-4cd8-bdf5-8181894a52f2 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0648372 Jun 16 18:38:07.270071 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-baeca40c-baec-4216-801c-19cf5d0fe0b2 req-2ad804a2-1c9e-4457-9ef5-9b82c516fe2e tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301838 Jun 16 18:38:07.559557 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07974a10-9f20-4135-95f1-c7c3e437a256 req-4bf84f17-ff49-40db-9173-ea57b2f07b3a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:07.561215 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-07974a10-9f20-4135-95f1-c7c3e437a256 req-4bf84f17-ff49-40db-9173-ea57b2f07b3a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.0699430 Jun 16 18:38:07.600957 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-07974a10-9f20-4135-95f1-c7c3e437a256 req-b2718ab3-fa3b-4f06-9980-4538dcb806fd tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336442 Jun 16 18:38:07.886617 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-29ce1c05-8c9c-4628-8b39-64b02c4973c1 req-d0ff8e86-5948-4ce7-be78-d21d20a33e07 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1003337 Jun 16 18:38:07.896876 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4d7f4-39b4-4a9c-aff8-831b4557438e req-d712039a-f8d6-4862-89ee-192ca002aef2 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:07.898183 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-21b4d7f4-39b4-4a9c-aff8-831b4557438e req-d712039a-f8d6-4862-89ee-192ca002aef2 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 946 time: 0.1108015 Jun 16 18:38:07.944226 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-21b4d7f4-39b4-4a9c-aff8-831b4557438e req-eb47f4c3-8611-4d26-953a-45aca99c5bbe tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401978 Jun 16 18:38:07.986807 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce1c05-8c9c-4628-8b39-64b02c4973c1 req-b5425c6a-ef2a-4a23-bf7a-a75fb573e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:07.988332 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-29ce1c05-8c9c-4628-8b39-64b02c4973c1 req-b5425c6a-ef2a-4a23-bf7a-a75fb573e181 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baaa2b8c4c5d44e8baf9e3a771ba4427&device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 1098 time: 0.0571859 Jun 16 18:38:08.101805 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce1c05-8c9c-4628-8b39-64b02c4973c1 req-fa5d94d8-390a-4252-871e-b60816dbdea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:08.103269 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-29ce1c05-8c9c-4628-8b39-64b02c4973c1 req-fa5d94d8-390a-4252-871e-b60816dbdea0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9282434f-95d9-4dfb-9c1b-e0f87163722e HTTP/1.1" status: 200 len: 919 time: 0.0880809 Jun 16 18:38:08.150634 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-29ce1c05-8c9c-4628-8b39-64b02c4973c1 req-4268d3bf-64e0-4030-860c-14767bb3aaee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 HTTP/1.1" status: 200 len: 217 time: 0.0376265 Jun 16 18:38:08.227078 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce1c05-8c9c-4628-8b39-64b02c4973c1 req-e301ee59-a8b7-4850-bced-9fb819f3c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:08.228811 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-29ce1c05-8c9c-4628-8b39-64b02c4973c1 req-e301ee59-a8b7-4850-bced-9fb819f3c0ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e563fc4f-9010-41d8-8c23-09c3514e3f2f HTTP/1.1" status: 200 len: 858 time: 0.0676932 Jun 16 18:38:08.282470 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-29ce1c05-8c9c-4628-8b39-64b02c4973c1 req-4d123042-01fc-4e4c-913d-a24cb1788d19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9282434f-95d9-4dfb-9c1b-e0f87163722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443580 Jun 16 18:38:08.346698 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfba4c-c721-470f-bd28-5b615ee6c1de req-f92d76d2-3fda-4377-8987-914cf9a2d5f5 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:08.348217 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f5dfba4c-c721-470f-bd28-5b615ee6c1de req-f92d76d2-3fda-4377-8987-914cf9a2d5f5 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.1185231 Jun 16 18:38:08.641874 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f5dfba4c-c721-470f-bd28-5b615ee6c1de req-e1c97b8f-c694-4c4f-9182-85ec7a5eadda tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643104 Jun 16 18:38:08.643511 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-29ce1c05-8c9c-4628-8b39-64b02c4973c1 req-3cb11410-fe9a-4ca2-a70d-1e88da306910 service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415232 Jun 16 18:38:08.820225 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-29ce1c05-8c9c-4628-8b39-64b02c4973c1 req-afc5cf2b-9ccb-45c4-b157-4dcaabf97e4a service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583180 Jun 16 18:38:08.903826 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6940e8ad-6006-4056-916f-bb20d75e0136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:08.915689 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db927e-c9f3-477a-801d-dbbfa1d075dc req-844a11b9-c5a6-4f73-b46a-f960ecd3fafc tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:08.917196 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f7db927e-c9f3-477a-801d-dbbfa1d075dc req-844a11b9-c5a6-4f73-b46a-f960ecd3fafc tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.1119316 Jun 16 18:38:08.936818 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667a048-6f90-4325-aa1a-7238eafa2cda req-604be3ee-c95a-4229-87b0-0a2a73ffe25e tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:08.938201 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9667a048-6f90-4325-aa1a-7238eafa2cda req-604be3ee-c95a-4229-87b0-0a2a73ffe25e tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1d059fa-b041-4630-9a84-3737a3935334 HTTP/1.1" status: 200 len: 946 time: 0.1211908 Jun 16 18:38:08.987676 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f7db927e-c9f3-477a-801d-dbbfa1d075dc req-1318082a-181e-4851-b34c-60cc9c134240 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638781 Jun 16 18:38:08.992219 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9667a048-6f90-4325-aa1a-7238eafa2cda req-180f37d5-f07f-4b38-87f2-180684afbc41 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469508 Jun 16 18:38:09.155414 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79926bf4-4c61-4275-9314-e18f3516264b req-7e8195f2-e3f1-4a8b-a9dc-cbaf2562f8cf tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:09.156794 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-79926bf4-4c61-4275-9314-e18f3516264b req-7e8195f2-e3f1-4a8b-a9dc-cbaf2562f8cf tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 946 time: 0.0641122 Jun 16 18:38:09.194180 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-79926bf4-4c61-4275-9314-e18f3516264b req-c50a9446-9b97-4a77-bc00-f9640d5fc1a8 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317225 Jun 16 18:38:09.382764 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77d803-e47e-4919-86ce-badba286b06d req-c9da3024-fd84-4f9f-bf24-0c861b751cd3 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:09.384290 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5c77d803-e47e-4919-86ce-badba286b06d req-c9da3024-fd84-4f9f-bf24-0c861b751cd3 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 946 time: 0.0685301 Jun 16 18:38:09.430234 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5c77d803-e47e-4919-86ce-badba286b06d req-b96e4edc-5586-4c1d-af41-cea31ee6a3a6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394123 Jun 16 18:38:09.858975 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31d633-ff14-4d98-a36d-5e1d374100b0 req-f9b25817-df3b-4df1-93aa-93d298b7a8f6 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:09.860448 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5e31d633-ff14-4d98-a36d-5e1d374100b0 req-f9b25817-df3b-4df1-93aa-93d298b7a8f6 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.1068523 Jun 16 18:38:09.869145 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355a624-c4ad-4960-b740-a669e6ac0c77 req-8681d9f7-46d5-4308-8fe6-89087f2ff976 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:09.870454 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a355a624-c4ad-4960-b740-a669e6ac0c77 req-8681d9f7-46d5-4308-8fe6-89087f2ff976 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 946 time: 0.1157203 Jun 16 18:38:09.925112 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5e31d633-ff14-4d98-a36d-5e1d374100b0 req-4c1b90f1-db64-4a1b-819c-9fef9273b61b tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537121 Jun 16 18:38:09.928158 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a355a624-c4ad-4960-b740-a669e6ac0c77 req-5d8b5b9c-8ae7-43b7-966e-2e4adcf317c2 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506027 Jun 16 18:38:10.172627 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85227ca2-9327-4274-aff3-5419dac0fb8c req-d8b9dce7-57fd-4910-95a9-74c833269519 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:10.174113 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-85227ca2-9327-4274-aff3-5419dac0fb8c req-d8b9dce7-57fd-4910-95a9-74c833269519 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1d059fa-b041-4630-9a84-3737a3935334 HTTP/1.1" status: 200 len: 946 time: 0.0657687 Jun 16 18:38:10.230003 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-85227ca2-9327-4274-aff3-5419dac0fb8c req-f39ae139-f4b9-42cd-9bcf-d07427ec27e4 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499656 Jun 16 18:38:10.374606 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2e90a-8dd7-4c55-a480-fc62daf5d049 req-9e76d3ad-0def-49ef-bd8c-a98735442474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:10.376071 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-52f2e90a-8dd7-4c55-a480-fc62daf5d049 req-9e76d3ad-0def-49ef-bd8c-a98735442474 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baaa2b8c4c5d44e8baf9e3a771ba4427&device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 1098 time: 0.0934246 Jun 16 18:38:10.529131 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8084e-6f00-4042-b59a-56749d6a83fa req-37a7798d-0938-498f-9f17-9d7aafc1f54b tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:10.538750 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a3d8084e-6f00-4042-b59a-56749d6a83fa req-37a7798d-0938-498f-9f17-9d7aafc1f54b tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.1905084 Jun 16 18:38:10.538750 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2e90a-8dd7-4c55-a480-fc62daf5d049 req-a3a7704b-1bf3-483a-be2b-bda572468339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:10.538750 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-52f2e90a-8dd7-4c55-a480-fc62daf5d049 req-a3a7704b-1bf3-483a-be2b-bda572468339 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9282434f-95d9-4dfb-9c1b-e0f87163722e HTTP/1.1" status: 200 len: 919 time: 0.1484039 Jun 16 18:38:10.551091 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42850e-e4cb-47da-9cd6-cd8e192e2330 req-35bed39f-2a5b-4a46-b6f3-8cec1d3cdd6e tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:10.552508 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3d42850e-e4cb-47da-9cd6-cd8e192e2330 req-35bed39f-2a5b-4a46-b6f3-8cec1d3cdd6e tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1827230 Jun 16 18:38:10.613751 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-52f2e90a-8dd7-4c55-a480-fc62daf5d049 req-01694682-7519-4a09-95e6-a45f38264786 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 HTTP/1.1" status: 200 len: 217 time: 0.0603306 Jun 16 18:38:10.661956 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a3d8084e-6f00-4042-b59a-56749d6a83fa req-d2858269-d88c-490a-80f8-9014ac5ae239 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244221 Jun 16 18:38:10.674990 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3d42850e-e4cb-47da-9cd6-cd8e192e2330 req-aeec057c-8e01-487a-b14b-2d362bd5999e tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152163 Jun 16 18:38:10.692745 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2e90a-8dd7-4c55-a480-fc62daf5d049 req-0625e594-a7fc-4c84-a556-749fc55fbfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:10.694200 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-52f2e90a-8dd7-4c55-a480-fc62daf5d049 req-0625e594-a7fc-4c84-a556-749fc55fbfb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e563fc4f-9010-41d8-8c23-09c3514e3f2f HTTP/1.1" status: 200 len: 858 time: 0.0719302 Jun 16 18:38:10.729317 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-52f2e90a-8dd7-4c55-a480-fc62daf5d049 req-0c0c6fd1-7daa-4e64-a891-f815f9d8a09a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9282434f-95d9-4dfb-9c1b-e0f87163722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261719 Jun 16 18:38:10.823752 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-52f2e90a-8dd7-4c55-a480-fc62daf5d049 req-e967683d-42a1-4531-aab8-7730bc499b4e service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859361 Jun 16 18:38:10.911803 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-52f2e90a-8dd7-4c55-a480-fc62daf5d049 req-41ed468a-5ab2-471d-89c0-466c50e60e64 service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805836 Jun 16 18:38:11.137223 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9af1c6-1b5f-4aff-aef4-781000232683 req-27edfac1-f6ee-4b05-9548-0eda5b47555a tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:11.138665 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-aa9af1c6-1b5f-4aff-aef4-781000232683 req-27edfac1-f6ee-4b05-9548-0eda5b47555a tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0951355 Jun 16 18:38:11.146556 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234da3da-3a41-4386-b933-40f0e5736109 req-ca85e2b8-c792-410a-aac6-643d1f350f28 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:11.147882 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-234da3da-3a41-4386-b933-40f0e5736109 req-ca85e2b8-c792-410a-aac6-643d1f350f28 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1d059fa-b041-4630-9a84-3737a3935334 HTTP/1.1" status: 200 len: 946 time: 0.1133537 Jun 16 18:38:11.220108 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-aa9af1c6-1b5f-4aff-aef4-781000232683 req-acb6d566-8d4f-4b91-b245-6f0598219086 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711548 Jun 16 18:38:11.277623 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-73412cbf-7863-4d3c-bc44-0a80b1ec4a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:11.278130 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-234da3da-3a41-4386-b933-40f0e5736109 req-f6355216-ac0a-4992-ab01-7843f81a2163 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Deleting port bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:38:11.278462 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-234da3da-3a41-4386-b933-40f0e5736109 req-f6355216-ac0a-4992-ab01-7843f81a2163 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:11.280740 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:11.399282 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-234da3da-3a41-4386-b933-40f0e5736109 req-f6355216-ac0a-4992-ab01-7843f81a2163 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] For port bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae,segment=NetworkSegment(4e4fea13-e2fd-497b-9526-636fc53a6bfe),segment_id=4e4fea13-e2fd-497b-9526-636fc53a6bfe)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:38:11.399676 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-234da3da-3a41-4386-b933-40f0e5736109 req-f6355216-ac0a-4992-ab01-7843f81a2163 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:11.465848 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-234da3da-3a41-4386-b933-40f0e5736109 req-f6355216-ac0a-4992-ab01-7843f81a2163 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Calling delete_port for bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:38:11.495646 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236e833-d97b-4856-8368-e172b47122b6 req-a5304f52-6a7b-41a1-b22d-2ff55bd8fc56 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:11.496863 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1236e833-d97b-4856-8368-e172b47122b6 req-a5304f52-6a7b-41a1-b22d-2ff55bd8fc56 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1d059fa-b041-4630-9a84-3737a3935334 HTTP/1.1" status: 200 len: 946 time: 0.1481321 Jun 16 18:38:11.579838 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1236e833-d97b-4856-8368-e172b47122b6 req-02e4c0d5-0028-44f6-a681-2ec2f7b151f6 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535307 Jun 16 18:38:11.659076 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-234da3da-3a41-4386-b933-40f0e5736109 req-f6355216-ac0a-4992-ab01-7843f81a2163 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:11.664052 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-efa4e2df-9e7c-462b-9a81-c3f9ea89a7f3 tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:11.672927 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['0acc69bd-96ad-430c-8d92-a8c02507e34d', '15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0', 'bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:38:11.693483 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6355216-ac0a-4992-ab01-7843f81a2163 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Pushing event deleted for resources: {'Port': ['ID=bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:11.698125 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f6355216-ac0a-4992-ab01-7843f81a2163 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:11.746682 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:11.755611 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-234da3da-3a41-4386-b933-40f0e5736109 req-f6355216-ac0a-4992-ab01-7843f81a2163 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] No DVR routers for this DVR port bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae on host hv-cinder-66710 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:38:11.758347 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-234da3da-3a41-4386-b933-40f0e5736109 req-f6355216-ac0a-4992-ab01-7843f81a2163 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:11.761866 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-234da3da-3a41-4386-b933-40f0e5736109 req-f6355216-ac0a-4992-ab01-7843f81a2163 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.36 "DELETE /v2.0/ports/bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae HTTP/1.1" status: 204 len: 173 time: 0.6065123 Jun 16 18:38:11.762540 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d059fa-b041-4630-9a84-3737a3935334', 'name': 'network-vif-deleted', 'tag': 'bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:38:11.765371 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9003b404-d7ce-4180-aff4-5ff19fe484c9" -d '{"events": [{"server_uuid": "e1d059fa-b041-4630-9a84-3737a3935334", "name": "network-vif-deleted", "tag": "bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:38:11.907339 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c616a-089e-4c0d-a435-7356bcbdc813 req-8cf597a9-1c6c-4e79-acda-44720de298af tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:11.909224 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f14c616a-089e-4c0d-a435-7356bcbdc813 req-8cf597a9-1c6c-4e79-acda-44720de298af tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.0741503 Jun 16 18:38:11.967332 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f14c616a-089e-4c0d-a435-7356bcbdc813 req-70180532-8017-4251-aaea-5f383738844c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511434 Jun 16 18:38:12.058079 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cd7237-04e8-4943-ab8f-006e85c33f30 x-openstack-request-id: req-91cd7237-04e8-4943-ab8f-006e85c33f30 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:38:12.058543 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d059fa-b041-4630-9a84-3737a3935334", "name": "network-vif-deleted", "tag": "bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:38:12.058828 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-91cd7237-04e8-4943-ab8f-006e85c33f30 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:38:12.059256 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d059fa-b041-4630-9a84-3737a3935334', 'name': 'network-vif-deleted', 'tag': 'bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae', 'status': 'completed', 'code': 200} Jun 16 18:38:12.131372 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df18de-0ce6-4a6e-b85a-2d8378b81206 req-16a5c57f-cd37-4aec-9a4a-e08708f82f93 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:12.132847 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-30df18de-0ce6-4a6e-b85a-2d8378b81206 req-16a5c57f-cd37-4aec-9a4a-e08708f82f93 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0663512 Jun 16 18:38:12.170082 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-30df18de-0ce6-4a6e-b85a-2d8378b81206 req-81e8fea3-0082-46ee-b35b-cc561a3075d9 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315545 Jun 16 18:38:12.404190 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469df47f-90d7-49b6-aef6-977a89ace5cc req-f50f685d-6b6c-4fa8-b86c-7b4e1ee335bf tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:12.405607 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-469df47f-90d7-49b6-aef6-977a89ace5cc req-f50f685d-6b6c-4fa8-b86c-7b4e1ee335bf tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0631130 Jun 16 18:38:12.443050 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-469df47f-90d7-49b6-aef6-977a89ace5cc req-38dba374-b408-4df1-824c-9c4d02a12220 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315816 Jun 16 18:38:12.470827 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:13.030802 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd637c38-1f7f-4092-b998-bb61689f86a4 req-3436fd49-d6c5-4a5e-833d-9c48eeb00b2c tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:13.032515 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-bd637c38-1f7f-4092-b998-bb61689f86a4 req-3436fd49-d6c5-4a5e-833d-9c48eeb00b2c tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=08149fcd-11f5-445e-aff4-fc80bf34f9e7 HTTP/1.1" status: 200 len: 946 time: 0.0636027 Jun 16 18:38:13.082725 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-bd637c38-1f7f-4092-b998-bb61689f86a4 req-0ac9d3ec-209d-4134-8392-a46011c7b799 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435679 Jun 16 18:38:13.191424 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5562433-76c3-4c4c-b9ac-ced01653a391 req-29b94fd0-e2fd-4ad1-9159-fdcb9690a688 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:13.192872 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d5562433-76c3-4c4c-b9ac-ced01653a391 req-29b94fd0-e2fd-4ad1-9159-fdcb9690a688 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.0683243 Jun 16 18:38:13.231088 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d5562433-76c3-4c4c-b9ac-ced01653a391 req-3dd6d12d-eadc-44b0-b6b6-9b4f9b48b515 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318284 Jun 16 18:38:13.346842 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b084a6a-2900-4f50-b2ca-cbec20b011e2 req-4fb16ff7-e834-4196-81e5-78035a6d4f08 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:13.348381 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9b084a6a-2900-4f50-b2ca-cbec20b011e2 req-4fb16ff7-e834-4196-81e5-78035a6d4f08 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0625324 Jun 16 18:38:13.389349 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9b084a6a-2900-4f50-b2ca-cbec20b011e2 req-8b1f003e-ba0d-42ce-9f05-083e90ed899e tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335541 Jun 16 18:38:13.778108 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d952f-6f89-4d15-80fd-ba8343a80e24 req-5a39134b-af4a-4fae-9e61-57483cd992f8 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:13.779440 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9d8d952f-6f89-4d15-80fd-ba8343a80e24 req-5a39134b-af4a-4fae-9e61-57483cd992f8 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0665665 Jun 16 18:38:13.818386 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9d8d952f-6f89-4d15-80fd-ba8343a80e24 req-999e59fb-9c45-47fa-8aef-53a1627dd61d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332773 Jun 16 18:38:14.073619 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 34692) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:14.171843 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:14.178017 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0d2b1e39-61a0-4ff5-9e6f-9014e757cb29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:14.318321 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6acec5-bd26-48b8-9546-da237ebd9d70 req-5baaff56-1d7a-4aff-aa46-bc27c4e56cc5 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:14.319819 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-be6acec5-bd26-48b8-9546-da237ebd9d70 req-5baaff56-1d7a-4aff-aa46-bc27c4e56cc5 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=08149fcd-11f5-445e-aff4-fc80bf34f9e7 HTTP/1.1" status: 200 len: 946 time: 0.1090517 Jun 16 18:38:14.338279 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0d2b1e39-61a0-4ff5-9e6f-9014e757cb29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:14.346127 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0d2b1e39-61a0-4ff5-9e6f-9014e757cb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:14.350791 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b3f7538d-a7b1-42be-be98-96c3d1c29d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:14.406228 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:38:14.426345 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] No Port match for: bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:38:14.426698 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device bbddcaa2-d325-4110-8f7e-ca5df7d4e0ae not bound to the agent host hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:38:14.428951 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-be6acec5-bd26-48b8-9546-da237ebd9d70 req-659e800c-cc62-49c9-9ae3-4aec92e8bd88 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012268 Jun 16 18:38:14.431037 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-0d2b1e39-61a0-4ff5-9e6f-9014e757cb29 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fdd051ef24964617bcd7ecabbccf6e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3564003 Jun 16 18:38:14.431874 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b1e39-61a0-4ff5-9e6f-9014e757cb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d014e3e4-7393-47ac-b9f7-861ad29268aa,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:14.435263 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 34710) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:14.437136 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0d2b1e39-61a0-4ff5-9e6f-9014e757cb29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:14.468965 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfceb5-51fa-4123-914c-88edef71fe5a req-442e82fe-9859-4c5e-97e6-1c6882300930 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:14.470556 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-06cfceb5-51fa-4123-914c-88edef71fe5a req-442e82fe-9859-4c5e-97e6-1c6882300930 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.1114633 Jun 16 18:38:14.498190 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c3060dee-5dfb-45db-bf66-87183087284e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:14.512705 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-06cfceb5-51fa-4123-914c-88edef71fe5a req-8da62468-090e-482f-95f2-571174e3ec89 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361741 Jun 16 18:38:14.519529 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c3060dee-5dfb-45db-bf66-87183087284e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:14.567592 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c3060dee-5dfb-45db-bf66-87183087284e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:14.570243 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c3060dee-5dfb-45db-bf66-87183087284e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:14.575365 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-c3060dee-5dfb-45db-bf66-87183087284e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d014e3e4-7393-47ac-b9f7-861ad29268aa HTTP/1.1" status: 204 len: 168 time: 0.1341076 Jun 16 18:38:14.575365 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-25758544-b637-4b1f-bd49-bc24aa78859f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:14.581061 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3060dee-5dfb-45db-bf66-87183087284e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d014e3e4-7393-47ac-b9f7-861ad29268aa,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:14.590064 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3060dee-5dfb-45db-bf66-87183087284e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:14.590596 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3060dee-5dfb-45db-bf66-87183087284e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:14.590962 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3060dee-5dfb-45db-bf66-87183087284e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:14.591531 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3060dee-5dfb-45db-bf66-87183087284e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:14.591875 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3060dee-5dfb-45db-bf66-87183087284e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:14.594877 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3060dee-5dfb-45db-bf66-87183087284e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:14.595276 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3060dee-5dfb-45db-bf66-87183087284e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:14.595640 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3060dee-5dfb-45db-bf66-87183087284e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:14.595997 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3060dee-5dfb-45db-bf66-87183087284e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:14.596485 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3060dee-5dfb-45db-bf66-87183087284e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:14.596842 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3060dee-5dfb-45db-bf66-87183087284e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:14.597263 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3060dee-5dfb-45db-bf66-87183087284e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:14.600409 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c3060dee-5dfb-45db-bf66-87183087284e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:14.704944 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b2b91-5fca-4eff-9763-67d4398a1fad req-e2728975-75a1-4110-9e36-cf848aa8118a tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:14.706556 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-891b2b91-5fca-4eff-9763-67d4398a1fad req-e2728975-75a1-4110-9e36-cf848aa8118a tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 946 time: 0.1569161 Jun 16 18:38:14.744409 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071aad9-c198-4eae-87c7-1fb8457759ba req-251c425f-ec7b-42c9-aabc-78594d2c3b6d tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:14.745873 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1071aad9-c198-4eae-87c7-1fb8457759ba req-251c425f-ec7b-42c9-aabc-78594d2c3b6d tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.36 "GET /v2.0/ports?device_id=08149fcd-11f5-445e-aff4-fc80bf34f9e7 HTTP/1.1" status: 200 len: 946 time: 0.1651189 Jun 16 18:38:14.797381 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-891b2b91-5fca-4eff-9763-67d4398a1fad req-f545c41f-d5b8-4591-bc4c-0ad0a4514f08 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848861 Jun 16 18:38:14.819760 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be539d-e27a-4629-b6eb-087871cf9a45 req-ea17dfdc-63b0-4ec6-a3d2-5d2a2d8124ea tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:14.821315 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-59be539d-e27a-4629-b6eb-087871cf9a45 req-ea17dfdc-63b0-4ec6-a3d2-5d2a2d8124ea tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1690044 Jun 16 18:38:14.823550 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 34718) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:14.900783 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-59be539d-e27a-4629-b6eb-087871cf9a45 req-ab92e94a-47f2-4b5f-8941-70766f786af1 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691731 Jun 16 18:38:14.916213 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-1071aad9-c198-4eae-87c7-1fb8457759ba req-8377add3-0929-44f3-80e3-d7432b9ac93a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Deleting port 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:38:14.916655 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-1071aad9-c198-4eae-87c7-1fb8457759ba req-8377add3-0929-44f3-80e3-d7432b9ac93a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:15.056634 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-1071aad9-c198-4eae-87c7-1fb8457759ba req-8377add3-0929-44f3-80e3-d7432b9ac93a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] For port 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0,segment=NetworkSegment(4e4fea13-e2fd-497b-9526-636fc53a6bfe),segment_id=4e4fea13-e2fd-497b-9526-636fc53a6bfe)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:38:15.057008 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-1071aad9-c198-4eae-87c7-1fb8457759ba req-8377add3-0929-44f3-80e3-d7432b9ac93a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:15.088553 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e61d77b-ada0-4d42-aacc-b0f298e4763c tempest-TestMinimumBasicScenario-1773882573 tempest-TestMinimumBasicScenario-1773882573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:15.092824 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-8e61d77b-ada0-4d42-aacc-b0f298e4763c tempest-TestMinimumBasicScenario-1773882573 tempest-TestMinimumBasicScenario-1773882573-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 1094 time: 0.2646773 Jun 16 18:38:15.093213 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 34734) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:15.097381 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Request body: {'floatingip': {'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'port_id': '2b53861b-eb08-4f42-a9b1-fed35a421d0f', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:15.121632 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for floatingip, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:15.129387 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-1071aad9-c198-4eae-87c7-1fb8457759ba req-8377add3-0929-44f3-80e3-d7432b9ac93a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Calling delete_port for 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:38:15.142027 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4507d3-9a18-40f7-9bcd-6bc9fc6624d0 req-17c41e7e-309a-4032-a2a4-250979ac122c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:15.143508 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5e4507d3-9a18-40f7-9bcd-6bc9fc6624d0 req-17c41e7e-309a-4032-a2a4-250979ac122c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.1849713 Jun 16 18:38:15.231360 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5e4507d3-9a18-40f7-9bcd-6bc9fc6624d0 req-18130585-1db5-424e-9ad8-aaed3bb54e1d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782337 Jun 16 18:38:15.233594 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:15.320440 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-1071aad9-c198-4eae-87c7-1fb8457759ba req-8377add3-0929-44f3-80e3-d7432b9ac93a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:15.324790 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:15.333696 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['0acc69bd-96ad-430c-8d92-a8c02507e34d', '15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:38:15.351626 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377add3-0929-44f3-80e3-d7432b9ac93a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Pushing event deleted for resources: {'Port': ['ID=15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:15.353819 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Allocated IP 172.28.2.232 (7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe/3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a/c21595ee-2e2a-4ad0-b0b3-3aa121c7a5b7) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:38:15.355543 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-8377add3-0929-44f3-80e3-d7432b9ac93a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:15.405428 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-1071aad9-c198-4eae-87c7-1fb8457759ba req-8377add3-0929-44f3-80e3-d7432b9ac93a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] No DVR routers for this DVR port 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 on host hv-cinder-66710 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:38:15.408066 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-1071aad9-c198-4eae-87c7-1fb8457759ba req-8377add3-0929-44f3-80e3-d7432b9ac93a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:15.411193 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1071aad9-c198-4eae-87c7-1fb8457759ba req-8377add3-0929-44f3-80e3-d7432b9ac93a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.36 "DELETE /v2.0/ports/15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 HTTP/1.1" status: 204 len: 173 time: 0.6565337 Jun 16 18:38:15.411785 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08149fcd-11f5-445e-aff4-fc80bf34f9e7', 'name': 'network-vif-deleted', 'tag': '15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:38:15.414648 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ae6ccd-f6b7-490c-b57b-0267e5042d65" -d '{"events": [{"server_uuid": "08149fcd-11f5-445e-aff4-fc80bf34f9e7", "name": "network-vif-deleted", "tag": "15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:38:15.468915 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8979a848-d324-455f-963e-2854c57b0b5d x-openstack-request-id: req-8979a848-d324-455f-963e-2854c57b0b5d {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:38:15.469252 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08149fcd-11f5-445e-aff4-fc80bf34f9e7", "name": "network-vif-deleted", "tag": "15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:38:15.469547 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8979a848-d324-455f-963e-2854c57b0b5d {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:38:15.470262 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08149fcd-11f5-445e-aff4-fc80bf34f9e7', 'name': 'network-vif-deleted', 'tag': '15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0', 'status': 'completed', 'code': 200} Jun 16 18:38:15.508599 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:15.558161 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131963324'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:15.561070 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:15.617614 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-38e9c702-b8cc-4f3a-b721-b04a4f45c65b req-7e87cffe-af3e-426b-b320-a3f55a0d64df tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=08149fcd-11f5-445e-aff4-fc80bf34f9e7 HTTP/1.1" status: 200 len: 210 time: 0.0388837 Jun 16 18:38:15.634809 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:38:15.641674 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:38:15.648610 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:38:15.655351 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Pushing event updated for resources: {'Port': ['ID=c21595ee-2e2a-4ad0-b0b3-3aa121c7a5b7,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:15.677464 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:15.741319 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e10749-4dd6-4846-987f-73c7100ce8c2 req-003f545c-c223-4288-98ba-0a3d203304ae tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:15.752614 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-06e10749-4dd6-4846-987f-73c7100ce8c2 req-003f545c-c223-4288-98ba-0a3d203304ae tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.0814795 Jun 16 18:38:15.794237 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-06e10749-4dd6-4846-987f-73c7100ce8c2 req-dc2811f9-1822-4229-b186-c6df4452e3eb tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404513 Jun 16 18:38:16.097019 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:16.135977 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe056b23-c8b4-418f-b237-bf8d895a54dc req-2804577b-2dbc-4a5a-b9e8-30386937498b tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:16.137984 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-fe056b23-c8b4-418f-b237-bf8d895a54dc req-2804577b-2dbc-4a5a-b9e8-30386937498b tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0702996 Jun 16 18:38:16.185207 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:16.187655 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-fe056b23-c8b4-418f-b237-bf8d895a54dc req-ecc8aa12-7945-40b2-a697-d662e5b33fa4 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433319 Jun 16 18:38:16.343914 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:16.357683 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131963306'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:16.361218 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-bc2dcd1d-8374-43d2-b5f5-f719097278a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:16.425758 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Pushing event updated for resources: {'Port': ['ID=c21595ee-2e2a-4ad0-b0b3-3aa121c7a5b7,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:16.430733 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:16.434150 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c170e6-52a5-4359-806c-5e48e851f266 req-64f138a0-15a9-4c70-ac89-b98242721275 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:16.435939 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d5c170e6-52a5-4359-806c-5e48e851f266 req-64f138a0-15a9-4c70-ac89-b98242721275 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0817611 Jun 16 18:38:16.442671 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439533'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:16.478747 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d5c170e6-52a5-4359-806c-5e48e851f266 req-a6b5f6a3-6e70-48f5-971f-80d4f622ad9e tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362399 Jun 16 18:38:16.552405 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.db.l3_db [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Floating IP e38bc151-f964-47cd-8e45-b5760345398b associated. External IP: 172.28.2.232, port: 2b53861b-eb08-4f42-a9b1-fed35a421d0f. Jun 16 18:38:16.772277 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Router 66ed606c-711e-4a6d-b41c-76aa1c4f872d has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:38:16.992254 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbac77-b01b-4017-a28b-309b68d0f0ef req-043d71b9-b05f-47a6-a437-95cbe1807f08 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:16.995033 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-04bbac77-b01b-4017-a28b-309b68d0f0ef req-043d71b9-b05f-47a6-a437-95cbe1807f08 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.0730293 Jun 16 18:38:17.037842 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-04bbac77-b01b-4017-a28b-309b68d0f0ef req-35291c51-f620-48ea-87ca-82651df99052 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373125 Jun 16 18:38:17.107872 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:38:17.124991 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dae183-c6e9-417e-9594-18bd7089d830 None None] Sync routers for ids ['66ed606c-711e-4a6d-b41c-76aa1c4f872d'] in dv-cinder-667108-31-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:38:17.126002 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:17.136108 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dae183-c6e9-417e-9594-18bd7089d830 None None] Routers {'66ed606c-711e-4a6d-b41c-76aa1c4f872d'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:38:17.136727 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a8dae183-c6e9-417e-9594-18bd7089d830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:38:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['66ed606c-711e-4a6d-b41c-76aa1c4f872d'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:17.161726 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0675633 Jun 16 18:38:17.162456 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71997dca-10bd-444e-9d43-1efbb7f863d3', 'tag': '2b53861b-eb08-4f42-a9b1-fed35a421d0f'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:38:17.164506 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 34822) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:17.164970 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655179149b5f6b883862c147ecb57b300cdde1b97bebaf772ade2758c6b3064c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddc4752-2f53-415a-85dc-54e63271c757" -d '{"events": [{"name": "network-changed", "server_uuid": "71997dca-10bd-444e-9d43-1efbb7f863d3", "tag": "2b53861b-eb08-4f42-a9b1-fed35a421d0f"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:38:17.170993 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-34f8dd75-e038-4d32-b5e0-fdd731bfe0d1 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-331446082', 'description': 'tempest-secgroup-smoke-331446082 description', 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:17.207950 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-34f8dd75-e038-4d32-b5e0-fdd731bfe0d1 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:17.218357 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575894fb-250a-46f6-9d3c-6f84230c0c1a x-openstack-request-id: req-575894fb-250a-46f6-9d3c-6f84230c0c1a {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:38:17.219086 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71997dca-10bd-444e-9d43-1efbb7f863d3", "tag": "2b53861b-eb08-4f42-a9b1-fed35a421d0f", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:38:17.220018 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-575894fb-250a-46f6-9d3c-6f84230c0c1a {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:38:17.220809 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71997dca-10bd-444e-9d43-1efbb7f863d3', 'tag': '2b53861b-eb08-4f42-a9b1-fed35a421d0f', 'status': 'completed', 'code': 200} Jun 16 18:38:17.252331 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-a8dae183-c6e9-417e-9594-18bd7089d830 None None] Set router 66ed606c-711e-4a6d-b41c-76aa1c4f872d gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:38:17.364559 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc4752-2f53-415a-85dc-54e63271c757 req-6d3b4189-178a-44bc-98a0-7acc6fd6c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:17.366022 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1ddc4752-2f53-415a-85dc-54e63271c757 req-6d3b4189-178a-44bc-98a0-7acc6fd6c737 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0d3c51cd79e448d9c410c5292e758ad&device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 1099 time: 0.1206396 Jun 16 18:38:17.490231 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a8dae183-c6e9-417e-9594-18bd7089d830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'name': 'tempest-TestMinimumBasicScenario-1270504105-router', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '9b591692-ee48-4965-b55b-673d142435a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:14Z', 'revision_number': 4, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'gw_port': {'id': '9b591692-ee48-4965-b55b-673d142435a9', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_floatingips': [{'id': 'e38bc151-f964-47cd-8e45-b5760345398b', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'floating_ip_address': '172.28.2.232', 'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'router_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'port_id': '2b53861b-eb08-4f42-a9b1-fed35a421d0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c', 'mac_address': 'fa:16:3e:18:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71997dca-10bd-444e-9d43-1efbb7f863d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:38:15Z', 'updated_at': '2021-06-16T18:38:15Z', 'revision_number': 0, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f6b055-104f-4e39-ba85-573201b4d2e9', 'name': '', 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'mac_address': 'fa:16:3e:75:ea:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'c368f720-5366-4c5f-ac8e-ade7f5c5370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:13Z', 'updated_at': '2021-06-16T18:37:21Z', 'revision_number': 5, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'subnets': [{'id': 'c368f720-5366-4c5f-ac8e-ade7f5c5370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:17.495268 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dae183-c6e9-417e-9594-18bd7089d830 None None] Checking router: 66ed606c-711e-4a6d-b41c-76aa1c4f872d for host: dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:38:17.504262 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dae183-c6e9-417e-9594-18bd7089d830 None None] Routers {'66ed606c-711e-4a6d-b41c-76aa1c4f872d'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:38:17.504783 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a8dae183-c6e9-417e-9594-18bd7089d830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:38:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['66ed606c-711e-4a6d-b41c-76aa1c4f872d'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:17.643589 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-34f8dd75-e038-4d32-b5e0-fdd731bfe0d1 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:17.669650 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-34f8dd75-e038-4d32-b5e0-fdd731bfe0d1 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:17.678736 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c95e62b0-fad4-409b-9e9b-7003b1f6369a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:17.695563 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-a8dae183-c6e9-417e-9594-18bd7089d830 None None] Set router 66ed606c-711e-4a6d-b41c-76aa1c4f872d gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:38:17.760736 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-34f8dd75-e038-4d32-b5e0-fdd731bfe0d1 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:17.761852 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-34f8dd75-e038-4d32-b5e0-fdd731bfe0d1 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5953352 Jun 16 18:38:17.764599 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8dd75-e038-4d32-b5e0-fdd731bfe0d1 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d81841-49ff-4bf6-827f-f0b219bd89da,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:17.764832 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 34830) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:17.768454 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-34f8dd75-e038-4d32-b5e0-fdd731bfe0d1 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:17.770536 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-36b5e0d2-ff04-4d8c-95a5-2a762b94f678 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Request body: {'security_group_rule': {'security_group_id': '17d81841-49ff-4bf6-827f-f0b219bd89da', 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:17.782586 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007478e4-cc68-4b0a-bee5-836c9de3ac8d req-e513b3cb-bbd0-4ee4-a2b5-8b960ca292a6 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:17.784176 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-007478e4-cc68-4b0a-bee5-836c9de3ac8d req-e513b3cb-bbd0-4ee4-a2b5-8b960ca292a6 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.4638915 Jun 16 18:38:17.810147 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-36b5e0d2-ff04-4d8c-95a5-2a762b94f678 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:17.818163 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc4752-2f53-415a-85dc-54e63271c757 req-f3a28ec7-9239-41fb-b2b2-884feeb0aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:17.819616 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1ddc4752-2f53-415a-85dc-54e63271c757 req-f3a28ec7-9239-41fb-b2b2-884feeb0aecc service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c HTTP/1.1" status: 200 len: 916 time: 0.4408455 Jun 16 18:38:17.882253 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-36b5e0d2-ff04-4d8c-95a5-2a762b94f678 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:17.887826 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-36b5e0d2-ff04-4d8c-95a5-2a762b94f678 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510238'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:17.890279 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f41d88-b41c-4deb-bb7c-d85ceaf70184 req-627ca6e6-f6ba-4940-8739-25d012df0ff8 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:17.890434 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:17.891764 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d3f41d88-b41c-4deb-bb7c-d85ceaf70184 req-627ca6e6-f6ba-4940-8739-25d012df0ff8 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.2719398 Jun 16 18:38:17.897012 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-007478e4-cc68-4b0a-bee5-836c9de3ac8d req-2d96c183-f67f-464e-836b-5608674e0227 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025214 Jun 16 18:38:17.912617 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5e0d2-ff04-4d8c-95a5-2a762b94f678 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb3202b9-ba23-4364-bbc8-83100737ae79,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:17.919447 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-36b5e0d2-ff04-4d8c-95a5-2a762b94f678 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:17.933602 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-36b5e0d2-ff04-4d8c-95a5-2a762b94f678 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:17.933602 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-36b5e0d2-ff04-4d8c-95a5-2a762b94f678 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1647513 Jun 16 18:38:17.934811 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 34836) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:17.941184 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1ddc4752-2f53-415a-85dc-54e63271c757 req-75ddac11-adf1-41ec-8eb1-92205f00083d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b53861b-eb08-4f42-a9b1-fed35a421d0f HTTP/1.1" status: 200 len: 1000 time: 0.1138673 Jun 16 18:38:17.949476 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-e831feac-3acd-47f0-b9cf-55332d53d44c tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Request body: {'security_group_rule': {'security_group_id': '17d81841-49ff-4bf6-827f-f0b219bd89da', 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:17.978467 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a8dae183-c6e9-417e-9594-18bd7089d830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'name': 'tempest-TestMinimumBasicScenario-1270504105-router', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '9b591692-ee48-4965-b55b-673d142435a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:14Z', 'revision_number': 4, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'gw_port': {'id': '9b591692-ee48-4965-b55b-673d142435a9', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_floatingips': [{'id': 'e38bc151-f964-47cd-8e45-b5760345398b', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'floating_ip_address': '172.28.2.232', 'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'router_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'port_id': '2b53861b-eb08-4f42-a9b1-fed35a421d0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c', 'mac_address': 'fa:16:3e:18:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71997dca-10bd-444e-9d43-1efbb7f863d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:38:15Z', 'updated_at': '2021-06-16T18:38:15Z', 'revision_number': 0, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f6b055-104f-4e39-ba85-573201b4d2e9', 'name': '', 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'mac_address': 'fa:16:3e:75:ea:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'c368f720-5366-4c5f-ac8e-ade7f5c5370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:13Z', 'updated_at': '2021-06-16T18:37:21Z', 'revision_number': 5, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'subnets': [{'id': 'c368f720-5366-4c5f-ac8e-ade7f5c5370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:17.985641 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e831feac-3acd-47f0-b9cf-55332d53d44c tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:17.986400 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dae183-c6e9-417e-9594-18bd7089d830 None None] The sync data for ids ['66ed606c-711e-4a6d-b41c-76aa1c4f872d'] in dv-cinder-667108-31-smb is: [{'id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'name': 'tempest-TestMinimumBasicScenario-1270504105-router', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '9b591692-ee48-4965-b55b-673d142435a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:14Z', 'revision_number': 4, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'gw_port': {'id': '9b591692-ee48-4965-b55b-673d142435a9', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_floatingips': [{'id': 'e38bc151-f964-47cd-8e45-b5760345398b', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'floating_ip_address': '172.28.2.232', 'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'router_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'port_id': '2b53861b-eb08-4f42-a9b1-fed35a421d0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c', 'mac_address': 'fa:16:3e:18:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71997dca-10bd-444e-9d43-1efbb7f863d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:38:15Z', 'updated_at': '2021-06-16T18:38:15Z', 'revision_number': 0, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f6b055-104f-4e39-ba85-573201b4d2e9', 'name': '', 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'mac_address': 'fa:16:3e:75:ea:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'c368f720-5366-4c5f-ac8e-ade7f5c5370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:13Z', 'updated_at': '2021-06-16T18:37:21Z', 'revision_number': 5, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'subnets': [{'id': 'c368f720-5366-4c5f-ac8e-ade7f5c5370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:38:17.999389 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d3f41d88-b41c-4deb-bb7c-d85ceaf70184 req-1cb57527-8b5c-4abc-8306-9dc15412f239 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862732 Jun 16 18:38:18.025286 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc4752-2f53-415a-85dc-54e63271c757 req-9a1afaba-7394-4c7e-9f41-c28f2856d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:18.026472 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1ddc4752-2f53-415a-85dc-54e63271c757 req-9a1afaba-7394-4c7e-9f41-c28f2856d6ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c368f720-5366-4c5f-ac8e-ade7f5c5370a HTTP/1.1" status: 200 len: 854 time: 0.0732434 Jun 16 18:38:18.045176 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e831feac-3acd-47f0-b9cf-55332d53d44c tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:18.050742 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e831feac-3acd-47f0-b9cf-55332d53d44c tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510238'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:18.053542 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-76316559-dca5-481a-a1a7-5bdaed6959ce tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:18.084544 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831feac-3acd-47f0-b9cf-55332d53d44c tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6255bf6b-575f-4651-b697-9610ae204027,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:18.087904 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e831feac-3acd-47f0-b9cf-55332d53d44c tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:18.102232 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e831feac-3acd-47f0-b9cf-55332d53d44c tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:18.104947 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-e831feac-3acd-47f0-b9cf-55332d53d44c tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1675687 Jun 16 18:38:18.108947 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 34840) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:18.122571 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-d31bd5ab-1ca1-4ccb-9782-0d625de825e6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Request body: {'security_group_rule': {'security_group_id': '17d81841-49ff-4bf6-827f-f0b219bd89da', 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:18.128846 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc4752-2f53-415a-85dc-54e63271c757 req-d40a0339-ad52-4004-91fa-ac90e0e05271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:18.142876 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1ddc4752-2f53-415a-85dc-54e63271c757 req-d40a0339-ad52-4004-91fa-ac90e0e05271 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0970278 Jun 16 18:38:18.161812 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d31bd5ab-1ca1-4ccb-9782-0d625de825e6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:18.262761 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d31bd5ab-1ca1-4ccb-9782-0d625de825e6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:18.272350 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d31bd5ab-1ca1-4ccb-9782-0d625de825e6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510238'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:18.276226 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:18.284176 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1ddc4752-2f53-415a-85dc-54e63271c757 req-a3e0aeca-8beb-45d1-bf70-ef5b1f869eae service neutron] 10.222.0.36 "GET /v2.0/networks/d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401052 Jun 16 18:38:18.302012 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bd5ab-1ca1-4ccb-9782-0d625de825e6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097fe9dc-2203-4bff-bca3-b4bead3baacc,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:18.305021 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d31bd5ab-1ca1-4ccb-9782-0d625de825e6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:18.311414 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d31bd5ab-1ca1-4ccb-9782-0d625de825e6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:18.315221 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-d31bd5ab-1ca1-4ccb-9782-0d625de825e6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2009652 Jun 16 18:38:18.315444 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 34846) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:18.321232 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-0c4a7455-44e3-4da3-9bc3-7329553dee0b tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Request body: {'security_group_rule': {'security_group_id': '17d81841-49ff-4bf6-827f-f0b219bd89da', 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:18.348956 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68290e3a-939f-4382-8d57-4d6e6e947300 req-e696c46a-6618-4b78-829e-81b1a64c442f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:18.353458 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7455-44e3-4da3-9bc3-7329553dee0b tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:18.356325 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-68290e3a-939f-4382-8d57-4d6e6e947300 req-e696c46a-6618-4b78-829e-81b1a64c442f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.1711607 Jun 16 18:38:18.371445 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6ea9dd-3454-41cc-84f0-7955fd8aeb59 None None] New status for floating IP e38bc151-f964-47cd-8e45-b5760345398b: ACTIVE {{(pid=92980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:38:18.416931 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 899057e7-c362-4f10-a1a3-bccc071f980d details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:38:18.420983 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:38:18.426235 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7455-44e3-4da3-9bc3-7329553dee0b tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:18.431889 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7455-44e3-4da3-9bc3-7329553dee0b tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510238'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:18.434774 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1533f9d9-346c-48ef-a088-090165239f92 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:18.453032 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a7455-44e3-4da3-9bc3-7329553dee0b tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef92c8f-f764-41af-ba26-4c885ab97ea3,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:18.455649 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0c4a7455-44e3-4da3-9bc3-7329553dee0b tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:18.461412 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7455-44e3-4da3-9bc3-7329553dee0b tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:18.463152 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-0c4a7455-44e3-4da3-9bc3-7329553dee0b tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462648 Jun 16 18:38:18.465649 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 34848) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:18.470573 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] No Port match for: 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:38:18.470759 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-04b6712d-2652-427a-ac67-9a0d3ee501d4 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Request body: {'security_group_rule': {'security_group_id': '17d81841-49ff-4bf6-827f-f0b219bd89da', 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:18.471248 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 15ae8b05-9d19-4f6a-a96e-32b9d5bf2cd0 not bound to the agent host hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:38:18.481798 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-68290e3a-939f-4382-8d57-4d6e6e947300 req-3ec43ae7-ae8d-4a36-9c5b-5ce528804f0b tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245987 Jun 16 18:38:18.500485 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.db.securitygroups_db [None req-04b6712d-2652-427a-ac67-9a0d3ee501d4 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Project a0d3c51cd79e448d9c410c5292e758ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 18:38:18.507820 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-04b6712d-2652-427a-ac67-9a0d3ee501d4 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:18.510656 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1ddc4752-2f53-415a-85dc-54e63271c757 req-4c565d86-2e40-4175-bf56-296054f8342e service neutron] 10.222.0.36 "GET /v2.0/networks/d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068992 Jun 16 18:38:18.543881 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6f5dc-11eb-4188-8a59-daf7b01729af req-49d22447-be54-42c1-a49d-c7d72ea43c1a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:18.546954 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c4c6f5dc-11eb-4188-8a59-daf7b01729af req-49d22447-be54-42c1-a49d-c7d72ea43c1a tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 946 time: 0.1280901 Jun 16 18:38:18.584329 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-04b6712d-2652-427a-ac67-9a0d3ee501d4 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:18.590038 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-04b6712d-2652-427a-ac67-9a0d3ee501d4 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510238'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:18.592629 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e831feac-3acd-47f0-b9cf-55332d53d44c tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:18.596466 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c4c6f5dc-11eb-4188-8a59-daf7b01729af req-59c0f28c-e2a8-41a7-af81-b6e9d865ace3 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432563 Jun 16 18:38:18.615699 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6712d-2652-427a-ac67-9a0d3ee501d4 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ee590c-b668-4548-93d7-56c89c89c956,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:18.618802 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-04b6712d-2652-427a-ac67-9a0d3ee501d4 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:18.633174 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-04b6712d-2652-427a-ac67-9a0d3ee501d4 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:18.636038 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-04b6712d-2652-427a-ac67-9a0d3ee501d4 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1693690 Jun 16 18:38:18.639639 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 34850) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:18.644668 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-2880c534-c7bc-41a7-ac79-6716c3cb92e5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Request body: {'security_group_rule': {'security_group_id': '17d81841-49ff-4bf6-827f-f0b219bd89da', 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:18.652707 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 899057e7-c362-4f10-a1a3-bccc071f980d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=899057e7-c362-4f10-a1a3-bccc071f980d,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:38:18.663693 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': '899057e7-c362-4f10-a1a3-bccc071f980d', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'port_id': '899057e7-c362-4f10-a1a3-bccc071f980d', 'mac_address': 'fa:16:3e:fe:f4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:38:18.673847 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.db.securitygroups_db [None req-2880c534-c7bc-41a7-ac79-6716c3cb92e5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Project a0d3c51cd79e448d9c410c5292e758ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 18:38:18.679214 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2880c534-c7bc-41a7-ac79-6716c3cb92e5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:18.703796 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:18.717141 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 899057e7-c362-4f10-a1a3-bccc071f980d {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:38:18.732771 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2880c534-c7bc-41a7-ac79-6716c3cb92e5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:18.736827 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2880c534-c7bc-41a7-ac79-6716c3cb92e5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510238'] for security_group_rule, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:18.737993 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 899057e7-c362-4f10-a1a3-bccc071f980d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=899057e7-c362-4f10-a1a3-bccc071f980d,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:38:18.738964 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e4a7a954-c0f5-4087-aaad-d3df8472d253 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:18.743815 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:18.746557 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:18.756235 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880c534-c7bc-41a7-ac79-6716c3cb92e5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d44c6eb-9c2d-43a9-9b44-322d51f45715,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:18.761444 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2880c534-c7bc-41a7-ac79-6716c3cb92e5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:18.764110 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2880c534-c7bc-41a7-ac79-6716c3cb92e5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:18.767954 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-2880c534-c7bc-41a7-ac79-6716c3cb92e5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244636 Jun 16 18:38:18.808609 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=899057e7-c362-4f10-a1a3-bccc071f980d,revision_number=6']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:18.811630 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:18.880790 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-98f83b4b-1782-4c3b-8d35-ee8cfad96c96 req-71d3406a-1cc1-4bb6-9710-f5e9e565a6aa tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-331446082&fields=id&tenant_id=a0d3c51cd79e448d9c410c5292e758ad HTTP/1.1" status: 200 len: 267 time: 0.0328548 Jun 16 18:38:18.952887 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83b4b-1782-4c3b-8d35-ee8cfad96c96 req-a93cc976-505b-4b2c-a670-7d70324a64cf tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:18.954333 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['899057e7-c362-4f10-a1a3-bccc071f980d'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:38:18.954499 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-98f83b4b-1782-4c3b-8d35-ee8cfad96c96 req-a93cc976-505b-4b2c-a670-7d70324a64cf tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 946 time: 0.0682609 Jun 16 18:38:18.965521 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-98f83b4b-1782-4c3b-8d35-ee8cfad96c96 req-69a5dd55-fe32-4660-ae51-811765f2cee6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Request body: {'port': {'security_groups': ['c7600f51-c32d-49eb-b3cb-cbe3a302c628', '17d81841-49ff-4bf6-827f-f0b219bd89da']}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:19.083478 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-98f83b4b-1782-4c3b-8d35-ee8cfad96c96 req-69a5dd55-fe32-4660-ae51-811765f2cee6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:19.160041 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79905fac-669d-4044-980e-13d62832ee1e req-0971b282-c9b7-406b-9080-377687666491 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:19.161528 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-79905fac-669d-4044-980e-13d62832ee1e req-0971b282-c9b7-406b-9080-377687666491 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1268578 Jun 16 18:38:19.239451 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-79905fac-669d-4044-980e-13d62832ee1e req-8914c082-4df5-46e2-925f-6eb2d2768b9d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680456 Jun 16 18:38:19.341677 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-98f83b4b-1782-4c3b-8d35-ee8cfad96c96 req-69a5dd55-fe32-4660-ae51-811765f2cee6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] For port 2b53861b-eb08-4f42-a9b1-fed35a421d0f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2b53861b-eb08-4f42-a9b1-fed35a421d0f,segment=NetworkSegment(a9bdab95-a8e5-4ce0-a77e-4e44b6267755),segment_id=a9bdab95-a8e5-4ce0-a77e-4e44b6267755)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:38:19.402443 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-98f83b4b-1782-4c3b-8d35-ee8cfad96c96 req-69a5dd55-fe32-4660-ae51-811765f2cee6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:19.410368 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-98f83b4b-1782-4c3b-8d35-ee8cfad96c96 req-69a5dd55-fe32-4660-ae51-811765f2cee6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:19.414905 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:19.422397 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['2b53861b-eb08-4f42-a9b1-fed35a421d0f'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:38:19.473806 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83b4b-1782-4c3b-8d35-ee8cfad96c96 req-69a5dd55-fe32-4660-ae51-811765f2cee6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:19.474462 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-98f83b4b-1782-4c3b-8d35-ee8cfad96c96 req-69a5dd55-fe32-4660-ae51-811765f2cee6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:19.475850 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-98f83b4b-1782-4c3b-8d35-ee8cfad96c96 req-69a5dd55-fe32-4660-ae51-811765f2cee6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "PUT /v2.0/ports/2b53861b-eb08-4f42-a9b1-fed35a421d0f HTTP/1.1" status: 200 len: 982 time: 0.5152328 Jun 16 18:38:19.477404 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71997dca-10bd-444e-9d43-1efbb7f863d3', 'tag': '2b53861b-eb08-4f42-a9b1-fed35a421d0f'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:38:19.480603 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848f10d9-4bfc-4dd8-8934-77c7000fd93a" -d '{"events": [{"name": "network-changed", "server_uuid": "71997dca-10bd-444e-9d43-1efbb7f863d3", "tag": "2b53861b-eb08-4f42-a9b1-fed35a421d0f"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:38:19.517858 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e1e43-7144-4809-97aa-43d92623956a req-4344be09-9585-4e79-a1c1-b809830e0509 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:19.519548 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-482e1e43-7144-4809-97aa-43d92623956a req-4344be09-9585-4e79-a1c1-b809830e0509 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.1632283 Jun 16 18:38:19.520768 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5dd55-fe32-4660-ae51-811765f2cee6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Pushing event updated for resources: {'Port': ['ID=2b53861b-eb08-4f42-a9b1-fed35a421d0f,revision_number=6']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:19.524683 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-69a5dd55-fe32-4660-ae51-811765f2cee6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:19.560115 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e57f937-794f-4638-83d0-a925c680b52a x-openstack-request-id: req-3e57f937-794f-4638-83d0-a925c680b52a {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:38:19.560481 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71997dca-10bd-444e-9d43-1efbb7f863d3", "tag": "2b53861b-eb08-4f42-a9b1-fed35a421d0f", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:38:19.560769 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e57f937-794f-4638-83d0-a925c680b52a {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:38:19.561211 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71997dca-10bd-444e-9d43-1efbb7f863d3', 'tag': '2b53861b-eb08-4f42-a9b1-fed35a421d0f', 'status': 'completed', 'code': 200} Jun 16 18:38:19.604979 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-482e1e43-7144-4809-97aa-43d92623956a req-4ed49996-3c22-4ec0-aa5b-4bedf8a823ce tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788870 Jun 16 18:38:19.655886 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['2b53861b-eb08-4f42-a9b1-fed35a421d0f'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:38:19.824366 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f10d9-4bfc-4dd8-8934-77c7000fd93a req-e98de385-389e-4eb8-8f4e-5b02eb04bece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:19.825645 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-848f10d9-4bfc-4dd8-8934-77c7000fd93a req-e98de385-389e-4eb8-8f4e-5b02eb04bece service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0d3c51cd79e448d9c410c5292e758ad&device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 1138 time: 0.2193556 Jun 16 18:38:19.869614 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482d333-fac0-4dda-a75a-5ca2737dfe65 req-f583e247-f5cd-409a-bca0-a9f436c83efe tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:19.870976 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5482d333-fac0-4dda-a75a-5ca2737dfe65 req-f583e247-f5cd-409a-bca0-a9f436c83efe tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 985 time: 0.1749241 Jun 16 18:38:19.908982 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-af76102e-b953-4279-b599-406e97eda62c None None] Provisioning complete for port 2b53861b-eb08-4f42-a9b1-fed35a421d0f triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:38:19.909367 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-af76102e-b953-4279-b599-406e97eda62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:19.923472 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15569c-8157-43a6-9075-cd3c0e588d95 req-bcba8ae3-2d95-401b-8f56-d9946efc13b1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:19.925011 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4d15569c-8157-43a6-9075-cd3c0e588d95 req-bcba8ae3-2d95-401b-8f56-d9946efc13b1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 944 time: 0.1605492 Jun 16 18:38:20.057615 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5482d333-fac0-4dda-a75a-5ca2737dfe65 req-f919b8ce-4639-4c03-b51e-c8c2991bbf2e tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&id=17d81841-49ff-4bf6-827f-f0b219bd89da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1688390 Jun 16 18:38:20.066530 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4d15569c-8157-43a6-9075-cd3c0e588d95 req-ad67306a-c555-44c0-bc59-e57f86beddf2 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133285 Jun 16 18:38:20.068098 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f10d9-4bfc-4dd8-8934-77c7000fd93a req-d3cb47ed-a8bd-49b7-b775-6a0701e329aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:20.069555 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-848f10d9-4bfc-4dd8-8934-77c7000fd93a req-d3cb47ed-a8bd-49b7-b775-6a0701e329aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c HTTP/1.1" status: 200 len: 916 time: 0.2288532 Jun 16 18:38:20.188268 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-848f10d9-4bfc-4dd8-8934-77c7000fd93a req-0f7989be-e7c0-4d2b-90b4-375fb2b44a92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b53861b-eb08-4f42-a9b1-fed35a421d0f HTTP/1.1" status: 200 len: 1002 time: 0.1081984 Jun 16 18:38:20.323682 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f10d9-4bfc-4dd8-8934-77c7000fd93a req-76fffc67-c98d-4442-9024-4921d59472c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:20.323682 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-848f10d9-4bfc-4dd8-8934-77c7000fd93a req-76fffc67-c98d-4442-9024-4921d59472c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c368f720-5366-4c5f-ac8e-ade7f5c5370a HTTP/1.1" status: 200 len: 854 time: 0.1169837 Jun 16 18:38:20.416263 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088458c1-35e5-4c23-a50d-8d458e8bf4bd req-cb8eeea2-4bc2-4790-9807-a78f659d2975 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:20.416263 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-088458c1-35e5-4c23-a50d-8d458e8bf4bd req-cb8eeea2-4bc2-4790-9807-a78f659d2975 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 946 time: 0.1681683 Jun 16 18:38:20.430477 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 899057e7-c362-4f10-a1a3-bccc071f980d up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:38:20.478740 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-088458c1-35e5-4c23-a50d-8d458e8bf4bd req-64d3c8b8-d486-4674-891e-e289ba4ae168 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681930 Jun 16 18:38:20.493393 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f10d9-4bfc-4dd8-8934-77c7000fd93a req-529c585b-d873-4027-98f9-bcd84b7b47b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:20.495783 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-848f10d9-4bfc-4dd8-8934-77c7000fd93a req-529c585b-d873-4027-98f9-bcd84b7b47b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1653292 Jun 16 18:38:20.568260 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port 899057e7-c362-4f10-a1a3-bccc071f980d triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:38:20.569056 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:20.672862 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-848f10d9-4bfc-4dd8-8934-77c7000fd93a req-5b021ec0-c202-4595-9c30-2107679210f8 service neutron] 10.222.0.36 "GET /v2.0/networks/d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661315 Jun 16 18:38:20.678643 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:20.700838 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d29c6-33f0-4e67-963f-a46189b53190 req-2f1b4a51-5b51-4b9c-b471-17adae09e9c0 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:20.708913 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f03d29c6-33f0-4e67-963f-a46189b53190 req-2f1b4a51-5b51-4b9c-b471-17adae09e9c0 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1736495 Jun 16 18:38:20.729628 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bc01c5-f2ef-445b-bf34-f04aa28f83b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899057e7-c362-4f10-a1a3-bccc071f980d'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:38:20.731942 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822a81ac-2829-429b-8f8f-b528c705817d" -d '{"events": [{"server_uuid": "39bc01c5-f2ef-445b-bf34-f04aa28f83b0", "name": "network-vif-plugged", "status": "completed", "tag": "899057e7-c362-4f10-a1a3-bccc071f980d"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:38:20.747380 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 899057e7-c362-4f10-a1a3-bccc071f980d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=899057e7-c362-4f10-a1a3-bccc071f980d,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:38:20.761114 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:20.763142 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-66b7af01-31af-47e6-9d8c-ebc38eadf401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:20.832455 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=899057e7-c362-4f10-a1a3-bccc071f980d,revision_number=7']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:20.842983 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:20.949354 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f03d29c6-33f0-4e67-963f-a46189b53190 req-6363c393-80b6-41bb-971a-fa58b72de2bb tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393394 Jun 16 18:38:20.955100 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-848f10d9-4bfc-4dd8-8934-77c7000fd93a req-e5485fab-d14b-4959-8d13-176aa51d8bf4 service neutron] 10.222.0.36 "GET /v2.0/networks/d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724144 Jun 16 18:38:21.007986 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40c60b-5a9b-4aab-b4a9-d198c0d1983b req-6187d69f-4823-49df-80e5-3647e71b6cf5 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:21.009557 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3b40c60b-5a9b-4aab-b4a9-d198c0d1983b req-6187d69f-4823-49df-80e5-3647e71b6cf5 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.36 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 946 time: 0.2404382 Jun 16 18:38:21.021706 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbf7b6-007c-4927-bff0-1c6dc7de0236 req-e5a98f08-5873-4bb9-a239-9be6899226d3 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:21.026935 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186f9d5f-df7b-4506-9f4f-0e453575b602 x-openstack-request-id: req-186f9d5f-df7b-4506-9f4f-0e453575b602 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:38:21.027233 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bc01c5-f2ef-445b-bf34-f04aa28f83b0", "name": "network-vif-plugged", "status": "completed", "tag": "899057e7-c362-4f10-a1a3-bccc071f980d", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:38:21.027496 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-186f9d5f-df7b-4506-9f4f-0e453575b602 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:38:21.027895 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bc01c5-f2ef-445b-bf34-f04aa28f83b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899057e7-c362-4f10-a1a3-bccc071f980d', 'code': 200} Jun 16 18:38:21.028959 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5efbf7b6-007c-4927-bff0-1c6dc7de0236 req-e5a98f08-5873-4bb9-a239-9be6899226d3 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.2030120 Jun 16 18:38:21.163742 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5efbf7b6-007c-4927-bff0-1c6dc7de0236 req-1fb368a0-85b4-4a5e-91fc-48c7550eb17e tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222916 Jun 16 18:38:21.191090 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-3b40c60b-5a9b-4aab-b4a9-d198c0d1983b req-ebe2c3d2-994e-4f75-8fde-bb0b4c4c2130 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Deleting port 0acc69bd-96ad-430c-8d92-a8c02507e34d {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:38:21.192585 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-3b40c60b-5a9b-4aab-b4a9-d198c0d1983b req-ebe2c3d2-994e-4f75-8fde-bb0b4c4c2130 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:21.607939 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-3b40c60b-5a9b-4aab-b4a9-d198c0d1983b req-ebe2c3d2-994e-4f75-8fde-bb0b4c4c2130 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] For port 0acc69bd-96ad-430c-8d92-a8c02507e34d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0acc69bd-96ad-430c-8d92-a8c02507e34d,segment=NetworkSegment(4e4fea13-e2fd-497b-9526-636fc53a6bfe),segment_id=4e4fea13-e2fd-497b-9526-636fc53a6bfe)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:38:21.608759 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-3b40c60b-5a9b-4aab-b4a9-d198c0d1983b req-ebe2c3d2-994e-4f75-8fde-bb0b4c4c2130 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:21.689109 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-3b40c60b-5a9b-4aab-b4a9-d198c0d1983b req-ebe2c3d2-994e-4f75-8fde-bb0b4c4c2130 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Calling delete_port for 0acc69bd-96ad-430c-8d92-a8c02507e34d owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:38:21.713686 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45863e-ab3f-4477-b6ab-b483269f41c5 req-28d38e01-5348-4f63-b318-86330f02df1b tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:21.715221 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1a45863e-ab3f-4477-b6ab-b483269f41c5 req-28d38e01-5348-4f63-b318-86330f02df1b tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.4803901 Jun 16 18:38:21.833137 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1a45863e-ab3f-4477-b6ab-b483269f41c5 req-ea2ac8dd-09b5-4ad6-8011-a8b179941ac3 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866034 Jun 16 18:38:21.893298 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97323b4-f11a-49fc-9190-5c2c3b6237b7 req-0dff1f79-7bd5-4518-9eb4-b17679a13447 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:21.903687 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a97323b4-f11a-49fc-9190-5c2c3b6237b7 req-0dff1f79-7bd5-4518-9eb4-b17679a13447 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/ports?device_id=c494fdf2-b6f9-425d-8d1b-259fa16b700b HTTP/1.1" status: 200 len: 946 time: 0.2456825 Jun 16 18:38:21.983781 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a97323b4-f11a-49fc-9190-5c2c3b6237b7 req-472b8f46-f76e-4581-94e5-6eb5d96d58f3 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.46 "GET /v2.0/security-groups?id=8ead913e-4946-4e5b-80bd-05e20f3fbeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791216 Jun 16 18:38:22.031856 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-3b40c60b-5a9b-4aab-b4a9-d198c0d1983b req-ebe2c3d2-994e-4f75-8fde-bb0b4c4c2130 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:22.038687 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-57ff8374-dff2-472b-b0e6-7f116d9168a8 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:22.049476 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['0acc69bd-96ad-430c-8d92-a8c02507e34d'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:38:22.083604 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2c3d2-994e-4f75-8fde-bb0b4c4c2130 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Pushing event deleted for resources: {'Port': ['ID=0acc69bd-96ad-430c-8d92-a8c02507e34d,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:22.090410 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ebe2c3d2-994e-4f75-8fde-bb0b4c4c2130 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:22.150608 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b40c60b-5a9b-4aab-b4a9-d198c0d1983b req-ebe2c3d2-994e-4f75-8fde-bb0b4c4c2130 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] No DVR routers for this DVR port 0acc69bd-96ad-430c-8d92-a8c02507e34d on host hv-cinder-66710 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:38:22.163213 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-3b40c60b-5a9b-4aab-b4a9-d198c0d1983b req-ebe2c3d2-994e-4f75-8fde-bb0b4c4c2130 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:22.165661 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3b40c60b-5a9b-4aab-b4a9-d198c0d1983b req-ebe2c3d2-994e-4f75-8fde-bb0b4c4c2130 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] 10.222.0.36 "DELETE /v2.0/ports/0acc69bd-96ad-430c-8d92-a8c02507e34d HTTP/1.1" status: 204 len: 173 time: 1.1347966 Jun 16 18:38:22.166161 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c494fdf2-b6f9-425d-8d1b-259fa16b700b', 'name': 'network-vif-deleted', 'tag': '0acc69bd-96ad-430c-8d92-a8c02507e34d'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:38:22.168481 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b16a5e5-ebe2-4c74-83f1-d91ec3866eab" -d '{"events": [{"server_uuid": "c494fdf2-b6f9-425d-8d1b-259fa16b700b", "name": "network-vif-deleted", "tag": "0acc69bd-96ad-430c-8d92-a8c02507e34d"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:38:22.253009 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3698a6-283f-4061-aa3c-5a8eb9404ada x-openstack-request-id: req-8b3698a6-283f-4061-aa3c-5a8eb9404ada {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:38:22.253350 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c494fdf2-b6f9-425d-8d1b-259fa16b700b", "name": "network-vif-deleted", "tag": "0acc69bd-96ad-430c-8d92-a8c02507e34d", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:38:22.253649 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8b3698a6-283f-4061-aa3c-5a8eb9404ada {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:38:22.254047 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c494fdf2-b6f9-425d-8d1b-259fa16b700b', 'name': 'network-vif-deleted', 'tag': '0acc69bd-96ad-430c-8d92-a8c02507e34d', 'status': 'completed', 'code': 200} Jun 16 18:38:22.272814 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c6f3a-6f6d-4913-b98e-4b221ccfbb0a req-ec0f88b1-975e-48d1-a3ae-a71a4a74bdb2 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:22.274255 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0b0c6f3a-6f6d-4913-b98e-4b221ccfbb0a req-ec0f88b1-975e-48d1-a3ae-a71a4a74bdb2 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1272542 Jun 16 18:38:22.358661 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0b0c6f3a-6f6d-4913-b98e-4b221ccfbb0a req-13b941aa-6d54-4c45-a33b-1c065d2eb22f tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782347 Jun 16 18:38:22.444720 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bf89b-f325-44e7-bbd6-473a899c351d req-ed0d83b2-01ca-4471-a0b1-e119693011e7 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:22.455739 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-595bf89b-f325-44e7-bbd6-473a899c351d req-ed0d83b2-01ca-4471-a0b1-e119693011e7 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0833814 Jun 16 18:38:22.496752 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-595bf89b-f325-44e7-bbd6-473a899c351d req-fca79ab7-43e1-43b3-a2d0-90317e92b4ad tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425975 Jun 16 18:38:23.086536 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 34918) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:23.119309 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29dfbd7-d770-4045-a94c-1adcd80d291e req-046b40fd-7e79-41de-89c0-6a642702dc76 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:23.121255 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a29dfbd7-d770-4045-a94c-1adcd80d291e req-046b40fd-7e79-41de-89c0-6a642702dc76 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.1135411 Jun 16 18:38:23.139894 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b13421-8596-46a0-b3a4-bf1454acaf57 admin admin] Deleting subnet 2429f91a-7912-4c8c-93e6-f1cb7b790393 {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:38:23.143343 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-61b13421-8596-46a0-b3a4-bf1454acaf57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:23.175502 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a29dfbd7-d770-4045-a94c-1adcd80d291e req-66c30218-b926-4dbb-b5d6-6299b4870dba tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480607 Jun 16 18:38:23.182005 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-61b13421-8596-46a0-b3a4-bf1454acaf57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131384588'] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:23.262294 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-61b13421-8596-46a0-b3a4-bf1454acaf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586659'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:23.323557 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-61b13421-8596-46a0-b3a4-bf1454acaf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131963241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125532345'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:23.325861 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:23.355419 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b13421-8596-46a0-b3a4-bf1454acaf57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2429f91a-7912-4c8c-93e6-f1cb7b790393,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:23.362772 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-61b13421-8596-46a0-b3a4-bf1454acaf57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:23.364850 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-61b13421-8596-46a0-b3a4-bf1454acaf57 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2429f91a-7912-4c8c-93e6-f1cb7b790393 HTTP/1.1" status: 204 len: 168 time: 0.2760816 Jun 16 18:38:23.366044 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-61b13421-8596-46a0-b3a4-bf1454acaf57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:23.367385 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 34924) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:23.471849 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8a28e557-1c91-4d0e-a10a-f5a68ee354a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627518'] for network, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:23.614514 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8a28e557-1c91-4d0e-a10a-f5a68ee354a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584236', 'neutron.services.segments.db._delete_segments_for_network-8789583485489'] for network, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:23.633007 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-8a28e557-1c91-4d0e-a10a-f5a68ee354a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a22503-f14c-4070-be6c-41b9c371066c']}} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:23.680113 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-8a28e557-1c91-4d0e-a10a-f5a68ee354a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4fea13-e2fd-497b-9526-636fc53a6bfe') {'for_net_delete': True} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:23.680430 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-8a28e557-1c91-4d0e-a10a-f5a68ee354a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4fea13-e2fd-497b-9526-636fc53a6bfe') {} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:23.694838 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8a28e557-1c91-4d0e-a10a-f5a68ee354a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789583484802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130531055'] for segment, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:23.722321 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8a28e557-1c91-4d0e-a10a-f5a68ee354a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:23.738010 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48153133-0395-4a55-a483-6d5fb587f5f4 req-84181633-0a85-40dc-968b-56ca9520d0a2 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:23.739993 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-48153133-0395-4a55-a483-6d5fb587f5f4 req-84181633-0a85-40dc-968b-56ca9520d0a2 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.2215085 Jun 16 18:38:23.748261 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a28e557-1c91-4d0e-a10a-f5a68ee354a9 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=92978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:38:23.748684 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8a28e557-1c91-4d0e-a10a-f5a68ee354a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130527830'] for segment, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: Traceback (most recent call last): Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: timer() Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: cb(*args, **kw) Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: return func(*args, **kwargs) Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: self._notify() Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: self.callback(batched_events) Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: event.method(event) Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: return f(self, *a, **k) Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: return self._get(url).json() Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: return self.request(url, 'GET', **kwargs) Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:38:23.750453 dv-cinder-667108-31-smb neutron-server[92978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:38:23.866957 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003fec3-ed87-4940-98cc-a2b3f073b2e5 req-1a677283-1f3e-4615-8ad1-ab360a071b6c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:23.869476 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7003fec3-ed87-4940-98cc-a2b3f073b2e5 req-1a677283-1f3e-4615-8ad1-ab360a071b6c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.2263212 Jun 16 18:38:23.873133 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8a28e557-1c91-4d0e-a10a-f5a68ee354a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439411'] for network, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:23.877280 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-48153133-0395-4a55-a483-6d5fb587f5f4 req-4e1ae1df-7ed6-467e-8900-c0f06fcb5524 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125827 Jun 16 18:38:23.895577 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:23.898038 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8a28e557-1c91-4d0e-a10a-f5a68ee354a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:23.902396 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-8a28e557-1c91-4d0e-a10a-f5a68ee354a9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d7a22503-f14c-4070-be6c-41b9c371066c HTTP/1.1" status: 204 len: 168 time: 0.5304201 Jun 16 18:38:23.920021 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28e557-1c91-4d0e-a10a-f5a68ee354a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7a22503-f14c-4070-be6c-41b9c371066c,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:23.924413 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-8a28e557-1c91-4d0e-a10a-f5a68ee354a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:23.956218 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7003fec3-ed87-4940-98cc-a2b3f073b2e5 req-3291aa22-5c41-40b5-9c86-a71e6b1abb85 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777559 Jun 16 18:38:24.117589 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 34934) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:24.175387 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-f8749495-4d8e-46d1-8cde-3fee84b3e10a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=16af9c5b756c4d76ab7ce535c8b78c3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0535715 Jun 16 18:38:24.176079 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 34936) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:24.249188 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-652ef45a-9a37-49c6-9aba-fb769848e3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:24.273023 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-652ef45a-9a37-49c6-9aba-fb769848e3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:24.376185 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-652ef45a-9a37-49c6-9aba-fb769848e3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:24.378735 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-652ef45a-9a37-49c6-9aba-fb769848e3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:24.379871 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-652ef45a-9a37-49c6-9aba-fb769848e3ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8ead913e-4946-4e5b-80bd-05e20f3fbeed HTTP/1.1" status: 204 len: 168 time: 0.2028472 Jun 16 18:38:24.382290 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2071e31d-9592-4b11-8876-a2277925d560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:24.399184 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ef45a-9a37-49c6-9aba-fb769848e3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ead913e-4946-4e5b-80bd-05e20f3fbeed,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:24.416618 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e1571-ff6d-4df0-b29c-63d235949b27 req-246d4bc3-a60b-4fd0-9571-6867f7c0b2a2 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:24.418320 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e76e1571-ff6d-4df0-b29c-63d235949b27 req-246d4bc3-a60b-4fd0-9571-6867f7c0b2a2 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.1047359 Jun 16 18:38:24.419550 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-652ef45a-9a37-49c6-9aba-fb769848e3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:24.432737 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 0acc69bd-96ad-430c-8d92-a8c02507e34d no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:38:24.460895 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] No Port match for: 0acc69bd-96ad-430c-8d92-a8c02507e34d {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:38:24.461257 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 0acc69bd-96ad-430c-8d92-a8c02507e34d not bound to the agent host hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:38:24.481733 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e76e1571-ff6d-4df0-b29c-63d235949b27 req-db1270ce-bf82-4bf0-9a6c-e2e266661aec tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571716 Jun 16 18:38:25.101377 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fd38f-ecd7-422d-be85-a2322e8c4a1b req-e6fe7dac-257c-4e7e-888f-13a7b82c3886 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:25.103765 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d85fd38f-ecd7-422d-be85-a2322e8c4a1b req-e6fe7dac-257c-4e7e-888f-13a7b82c3886 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0899773 Jun 16 18:38:25.195616 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d85fd38f-ecd7-422d-be85-a2322e8c4a1b req-2079ec58-4981-4a5c-a38e-edda41d0bcf7 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850306 Jun 16 18:38:25.280811 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb6d95-c76d-49d2-87de-dc7125e359fa req-2156418c-1df5-4c25-b831-87d0a1088b1a tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:25.283910 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f0eb6d95-c76d-49d2-87de-dc7125e359fa req-2156418c-1df5-4c25-b831-87d0a1088b1a tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.1436570 Jun 16 18:38:25.389367 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f0eb6d95-c76d-49d2-87de-dc7125e359fa req-dcc8dacf-5df6-4119-9f29-d4e5e2ef311f tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967157 Jun 16 18:38:25.768302 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027f597-fef2-490a-8b6a-38467cab5510 req-348c2355-0a19-4020-add6-d1cb4e1237e2 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:25.775784 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f027f597-fef2-490a-8b6a-38467cab5510 req-348c2355-0a19-4020-add6-d1cb4e1237e2 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.1762531 Jun 16 18:38:25.899902 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f027f597-fef2-490a-8b6a-38467cab5510 req-94e709da-4179-48da-af16-7b54437026fb tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228786 Jun 16 18:38:25.944929 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad665588-c287-4f2d-87a0-2795169b5922 req-d04a308a-bb83-494b-9f7e-691bbed1e788 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:25.954368 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ad665588-c287-4f2d-87a0-2795169b5922 req-d04a308a-bb83-494b-9f7e-691bbed1e788 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.1761515 Jun 16 18:38:25.965549 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60c624-d113-4a28-bf02-74d4f25597ac req-fce8e49d-4f5c-46ae-9413-27bd5b084112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:25.967151 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5d60c624-d113-4a28-bf02-74d4f25597ac req-fce8e49d-4f5c-46ae-9413-27bd5b084112 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bc91c45bdd24caa9702ccfebfce88a4&device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 1099 time: 0.1391306 Jun 16 18:38:26.085935 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ad665588-c287-4f2d-87a0-2795169b5922 req-9481550e-60cf-4364-9dce-28197c3f1b54 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305625 Jun 16 18:38:26.153808 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60c624-d113-4a28-bf02-74d4f25597ac req-67dba3f4-fbce-4404-b72c-db6293199d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:26.155264 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5d60c624-d113-4a28-bf02-74d4f25597ac req-67dba3f4-fbce-4404-b72c-db6293199d9e service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 HTTP/1.1" status: 200 len: 912 time: 0.1782360 Jun 16 18:38:26.245280 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5d60c624-d113-4a28-bf02-74d4f25597ac req-aab69b56-339a-4689-ae4a-1996871ae0e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d19050fd-e9b4-4edd-9f70-c11df229711a HTTP/1.1" status: 200 len: 1002 time: 0.0709970 Jun 16 18:38:26.247264 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:38:26.310781 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60c624-d113-4a28-bf02-74d4f25597ac req-d9dd1173-7c66-4b17-860d-39d911eb4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:26.312249 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5d60c624-d113-4a28-bf02-74d4f25597ac req-d9dd1173-7c66-4b17-860d-39d911eb4077 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc7cf5ef-6aa1-4199-9c30-73b9adb626d9 HTTP/1.1" status: 200 len: 850 time: 0.0570853 Jun 16 18:38:26.438499 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60c624-d113-4a28-bf02-74d4f25597ac req-7a4c5f36-1ecd-497c-ae30-14c98e00dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:26.439882 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5d60c624-d113-4a28-bf02-74d4f25597ac req-7a4c5f36-1ecd-497c-ae30-14c98e00dd66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1168683 Jun 16 18:38:26.467184 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb45c9d-1907-4a4b-b58a-5aecf4a6512d req-0387f298-55fd-4cde-b116-3642c85d9054 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:26.476436 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1eb45c9d-1907-4a4b-b58a-5aecf4a6512d req-0387f298-55fd-4cde-b116-3642c85d9054 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1225450 Jun 16 18:38:26.573084 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1eb45c9d-1907-4a4b-b58a-5aecf4a6512d req-6f539116-47a4-4c68-abcb-a7f05c57c1cf tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956664 Jun 16 18:38:26.618992 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5d60c624-d113-4a28-bf02-74d4f25597ac req-4b7b1166-319a-4fb9-ab15-98d1f3b29ee5 service neutron] 10.222.0.36 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681936 Jun 16 18:38:26.751176 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5d60c624-d113-4a28-bf02-74d4f25597ac req-08b48158-3e07-49b4-a7f7-c31139595eae service neutron] 10.222.0.36 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249285 Jun 16 18:38:27.137714 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053e91f-3a26-43b7-a5dc-4f58360fcd1a req-cb63a4e6-4d58-448b-afbd-b5de03c3c847 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:27.139483 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c053e91f-3a26-43b7-a5dc-4f58360fcd1a req-cb63a4e6-4d58-448b-afbd-b5de03c3c847 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.0849423 Jun 16 18:38:27.189119 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c053e91f-3a26-43b7-a5dc-4f58360fcd1a req-77533e34-8096-4a2b-ab7d-3131bd64e86d tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433292 Jun 16 18:38:27.317414 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff7258-d00b-4ddb-b43b-d0e6b4a329ed req-69b5178d-8c91-4b8f-9612-ecbdd0c76760 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:27.319528 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-62ff7258-d00b-4ddb-b43b-d0e6b4a329ed req-69b5178d-8c91-4b8f-9612-ecbdd0c76760 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0769634 Jun 16 18:38:27.330452 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 35030) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:27.372178 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-62ff7258-d00b-4ddb-b43b-d0e6b4a329ed req-97ff5443-1e7d-4369-8d9d-3258ee80bf2d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466158 Jun 16 18:38:27.491178 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e208157e-4c7a-4244-9269-32cab2f78a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:27.609406 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e208157e-4c7a-4244-9269-32cab2f78a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:27.616478 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e208157e-4c7a-4244-9269-32cab2f78a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:27.647288 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:27.654719 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 35036) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:27.655170 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-e208157e-4c7a-4244-9269-32cab2f78a16 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7368e6d95c0f41fea0f74cf85a5eac9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226309 Jun 16 18:38:27.679784 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208157e-4c7a-4244-9269-32cab2f78a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d868d03a-f8b8-46e3-81e3-760fc9b2f8b3,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:27.684410 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e208157e-4c7a-4244-9269-32cab2f78a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:27.733967 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1a30df92-71c4-406d-8172-2ccee5342830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:27.792188 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1a30df92-71c4-406d-8172-2ccee5342830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:27.846637 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383717c-93bd-4811-92e6-ab1b9f1b201b req-5c7ab6be-d460-4605-a398-110452201e71 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:27.848159 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4383717c-93bd-4811-92e6-ab1b9f1b201b req-5c7ab6be-d460-4605-a398-110452201e71 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1283319 Jun 16 18:38:27.896911 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1a30df92-71c4-406d-8172-2ccee5342830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:27.899334 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1a30df92-71c4-406d-8172-2ccee5342830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:27.900483 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-1a30df92-71c4-406d-8172-2ccee5342830 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d868d03a-f8b8-46e3-81e3-760fc9b2f8b3 HTTP/1.1" status: 204 len: 168 time: 0.2445471 Jun 16 18:38:27.904228 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ae7c4137-6764-40ad-9687-de78fda39b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:27.920849 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4383717c-93bd-4811-92e6-ab1b9f1b201b req-8bcbaa8b-d726-446f-8ebe-6be481817a84 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657415 Jun 16 18:38:27.933493 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30df92-71c4-406d-8172-2ccee5342830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d868d03a-f8b8-46e3-81e3-760fc9b2f8b3,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:27.935726 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1a30df92-71c4-406d-8172-2ccee5342830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:28.299860 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 35046) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:28.326703 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0b146906-c43e-41f2-8eea-00aadb13b0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:28.490434 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0b146906-c43e-41f2-8eea-00aadb13b0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:28.505280 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0b146906-c43e-41f2-8eea-00aadb13b0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:28.515139 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-652ef45a-9a37-49c6-9aba-fb769848e3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:28.589606 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b146906-c43e-41f2-8eea-00aadb13b0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0737e8f-03d5-43c3-8536-244e57865454,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:28.598225 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-0b146906-c43e-41f2-8eea-00aadb13b0da admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7c65ec9944d4857a241cdde690dab4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972021 Jun 16 18:38:28.600404 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0b146906-c43e-41f2-8eea-00aadb13b0da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:28.600866 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 35050) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:28.609348 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0604e80-f812-400d-9e0a-17a6150aa9d4 req-b23e5228-309a-47c0-b67f-deb39e77bf17 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:28.610824 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b0604e80-f812-400d-9e0a-17a6150aa9d4 req-b23e5228-309a-47c0-b67f-deb39e77bf17 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.2497044 Jun 16 18:38:28.667333 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b0604e80-f812-400d-9e0a-17a6150aa9d4 req-3b0340e4-324b-411d-819c-620e69d9a04f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496850 Jun 16 18:38:28.676088 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d727f-f37b-49d9-9974-4017a329cf9f req-446e5c2e-8e29-4848-bf24-f46e6284e5cb tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:28.677105 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-532d727f-f37b-49d9-9974-4017a329cf9f req-446e5c2e-8e29-4848-bf24-f46e6284e5cb tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.1527982 Jun 16 18:38:28.708936 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-158d09cc-725f-4047-919e-6570cbc86e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:28.742238 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-532d727f-f37b-49d9-9974-4017a329cf9f req-8bd229de-a7a5-4359-858a-d9144e4d14ff tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567422 Jun 16 18:38:28.752002 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-158d09cc-725f-4047-919e-6570cbc86e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:28.818780 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-158d09cc-725f-4047-919e-6570cbc86e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:28.825513 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-158d09cc-725f-4047-919e-6570cbc86e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:28.829890 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-158d09cc-725f-4047-919e-6570cbc86e6f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0737e8f-03d5-43c3-8536-244e57865454 HTTP/1.1" status: 204 len: 168 time: 0.2274759 Jun 16 18:38:28.830712 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-efdef7c3-ff39-41d5-b01f-69580caa1d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:28.840579 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d09cc-725f-4047-919e-6570cbc86e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0737e8f-03d5-43c3-8536-244e57865454,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:28.843346 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-158d09cc-725f-4047-919e-6570cbc86e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:29.154112 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b71fc8-ea22-45f1-be93-ba3b4ea5437c req-2aa92015-a63f-44ea-8ff3-27d4cf9a3410 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:29.155838 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-56b71fc8-ea22-45f1-be93-ba3b4ea5437c req-2aa92015-a63f-44ea-8ff3-27d4cf9a3410 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0851033 Jun 16 18:38:29.212423 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-56b71fc8-ea22-45f1-be93-ba3b4ea5437c req-3a937e4f-a300-44b6-9874-263ab3b62723 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502689 Jun 16 18:38:29.913854 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f3f74-ea2c-442b-8e48-c796b13f7791 req-735da34c-b50e-4c74-8d72-4a803171494d tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:29.915890 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b47f3f74-ea2c-442b-8e48-c796b13f7791 req-735da34c-b50e-4c74-8d72-4a803171494d tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.0862064 Jun 16 18:38:30.033517 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b47f3f74-ea2c-442b-8e48-c796b13f7791 req-6244df0e-5e67-411b-b97f-424360217b7b tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078882 Jun 16 18:38:30.398065 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32734b2-0f81-4788-b057-ef79e1b8feb6 req-5854b319-b826-4441-ba29-6d1a3b4ef39d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:30.400679 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d32734b2-0f81-4788-b057-ef79e1b8feb6 req-5854b319-b826-4441-ba29-6d1a3b4ef39d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0675886 Jun 16 18:38:30.464163 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d32734b2-0f81-4788-b057-ef79e1b8feb6 req-895afd7f-04b9-43ec-a639-0b94d5e58920 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576630 Jun 16 18:38:31.219100 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d33049-dca5-4a56-94b4-41ffa64be746 req-eec9dd79-2a63-4d19-826e-614d7a3e806f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:31.220532 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-53d33049-dca5-4a56-94b4-41ffa64be746 req-eec9dd79-2a63-4d19-826e-614d7a3e806f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.0651331 Jun 16 18:38:31.258252 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-53d33049-dca5-4a56-94b4-41ffa64be746 req-305828f4-c4ff-4117-a2d0-aeaa715b14b6 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319219 Jun 16 18:38:31.641063 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc5f0b-c492-41fb-80f4-528229d02970 req-7e999361-abf7-40dd-b8cf-2ee3601a9ed7 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:31.642520 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-eecc5f0b-c492-41fb-80f4-528229d02970 req-7e999361-abf7-40dd-b8cf-2ee3601a9ed7 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0660646 Jun 16 18:38:31.684061 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-eecc5f0b-c492-41fb-80f4-528229d02970 req-c262157f-46f3-493c-b259-15180a94e60a tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354505 Jun 16 18:38:31.800434 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd38c60-f937-479a-8cb5-a277353e96a8 req-a3e87cd2-65ee-42ef-a69f-0fe5089cfa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:31.801884 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ecd38c60-f937-479a-8cb5-a277353e96a8 req-a3e87cd2-65ee-42ef-a69f-0fe5089cfa20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b499fafa278b41c4babc557095066e26&device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 1098 time: 0.0580447 Jun 16 18:38:31.889420 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd38c60-f937-479a-8cb5-a277353e96a8 req-2894d87c-1ea3-4284-ab74-98f41decba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:31.890837 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ecd38c60-f937-479a-8cb5-a277353e96a8 req-2894d87c-1ea3-4284-ab74-98f41decba14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 HTTP/1.1" status: 200 len: 918 time: 0.0816779 Jun 16 18:38:31.960501 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ecd38c60-f937-479a-8cb5-a277353e96a8 req-cfb3941e-5805-4031-b06a-ec88815fd34b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=899057e7-c362-4f10-a1a3-bccc071f980d HTTP/1.1" status: 200 len: 1001 time: 0.0586705 Jun 16 18:38:32.012908 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd38c60-f937-479a-8cb5-a277353e96a8 req-6e55dcdc-e31e-4254-8f20-42612c898b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:32.014363 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ecd38c60-f937-479a-8cb5-a277353e96a8 req-6e55dcdc-e31e-4254-8f20-42612c898b6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9205b992-70f4-45d4-95c8-9d9cd90b84b2 HTTP/1.1" status: 200 len: 856 time: 0.0420761 Jun 16 18:38:32.071377 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd38c60-f937-479a-8cb5-a277353e96a8 req-76e4a325-bd58-4263-ba38-e2d3eaf5daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:32.072880 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ecd38c60-f937-479a-8cb5-a277353e96a8 req-76e4a325-bd58-4263-ba38-e2d3eaf5daf1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0517428 Jun 16 18:38:32.170895 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ecd38c60-f937-479a-8cb5-a277353e96a8 req-387d957b-c5d0-4187-93be-bd8182d73a76 service neutron] 10.222.0.36 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905287 Jun 16 18:38:32.277208 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ecd38c60-f937-479a-8cb5-a277353e96a8 req-7a521f44-1212-4665-ba55-1c123091cb0f service neutron] 10.222.0.36 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999703 Jun 16 18:38:32.468404 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf78e3-f72c-4ff8-a778-27de0c14df60 req-e0875ffb-1ce4-411f-a243-6f8b1aa86b6b tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:32.469987 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9cbf78e3-f72c-4ff8-a778-27de0c14df60 req-e0875ffb-1ce4-411f-a243-6f8b1aa86b6b tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.0749519 Jun 16 18:38:32.506889 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9cbf78e3-f72c-4ff8-a778-27de0c14df60 req-14fb81de-cb6f-4118-8719-a42634431f70 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312026 Jun 16 18:38:32.858789 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ee0c4-ee0c-4fce-a2bb-c7e6b331bf2d req-87aa274e-8e8a-4e98-b02b-d9e1c6799790 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:32.860241 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-777ee0c4-ee0c-4fce-a2bb-c7e6b331bf2d req-87aa274e-8e8a-4e98-b02b-d9e1c6799790 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0613647 Jun 16 18:38:32.897581 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-777ee0c4-ee0c-4fce-a2bb-c7e6b331bf2d req-0e339490-cafc-4df5-8000-2cb35261b9db tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316052 Jun 16 18:38:33.704991 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ef08c-1bbb-43d6-9f0c-be8d58dc6a26 req-0fd1fb1e-18df-411a-9cf1-f38007736dd0 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:33.707350 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c74ef08c-1bbb-43d6-9f0c-be8d58dc6a26 req-0fd1fb1e-18df-411a-9cf1-f38007736dd0 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 945 time: 0.0693097 Jun 16 18:38:33.770064 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c74ef08c-1bbb-43d6-9f0c-be8d58dc6a26 req-6f04c95f-3ba1-49e8-ac05-74f512e8d1f2 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564108 Jun 16 18:38:34.093284 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ebfcc-ad40-4bd7-804a-4b82964ebbac req-8d01a8dc-e137-4396-bf05-917577b2f88c tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:34.094750 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-806ebfcc-ad40-4bd7-804a-4b82964ebbac req-8d01a8dc-e137-4396-bf05-917577b2f88c tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0767193 Jun 16 18:38:34.135098 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-806ebfcc-ad40-4bd7-804a-4b82964ebbac req-6a3e526d-5169-4167-86b0-6b84164587f2 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347569 Jun 16 18:38:34.486359 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 899057e7-c362-4f10-a1a3-bccc071f980d no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:38:34.566315 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:34.590251 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bc01c5-f2ef-445b-bf34-f04aa28f83b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '899057e7-c362-4f10-a1a3-bccc071f980d'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:38:34.592548 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8592af26-9f10-4d46-b2e6-cfda97b28dc0" -d '{"events": [{"server_uuid": "39bc01c5-f2ef-445b-bf34-f04aa28f83b0", "name": "network-vif-unplugged", "status": "completed", "tag": "899057e7-c362-4f10-a1a3-bccc071f980d"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:38:34.607054 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 899057e7-c362-4f10-a1a3-bccc071f980d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=899057e7-c362-4f10-a1a3-bccc071f980d,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:38:34.611286 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:34.615104 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:34.641327 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 18:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26191ac-c146-4642-9720-6fd6c6d7cde7 x-openstack-request-id: req-e26191ac-c146-4642-9720-6fd6c6d7cde7 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:38:34.642546 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bc01c5-f2ef-445b-bf34-f04aa28f83b0", "name": "network-vif-unplugged", "status": "completed", "tag": "899057e7-c362-4f10-a1a3-bccc071f980d", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:38:34.642546 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e26191ac-c146-4642-9720-6fd6c6d7cde7 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:38:34.642546 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bc01c5-f2ef-445b-bf34-f04aa28f83b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '899057e7-c362-4f10-a1a3-bccc071f980d', 'code': 200} Jun 16 18:38:34.670626 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=899057e7-c362-4f10-a1a3-bccc071f980d,revision_number=8']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:34.673871 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:34.956308 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bea9a-c3a0-4d39-b5a1-6002dc79b648 req-4309295a-415d-435c-9ea5-8f9341485e87 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:34.957789 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-903bea9a-c3a0-4d39-b5a1-6002dc79b648 req-4309295a-415d-435c-9ea5-8f9341485e87 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 943 time: 0.0632648 Jun 16 18:38:34.997690 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-903bea9a-c3a0-4d39-b5a1-6002dc79b648 req-c07ee505-96bb-4719-b921-6f70d8f63ad0 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323398 Jun 16 18:38:35.330784 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99e65d-3adf-4ae8-9f1a-42be26ad68e1 req-d436c123-99cf-4958-9269-98cd031731c9 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:35.332469 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2d99e65d-3adf-4ae8-9f1a-42be26ad68e1 req-d436c123-99cf-4958-9269-98cd031731c9 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0755203 Jun 16 18:38:35.375184 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2d99e65d-3adf-4ae8-9f1a-42be26ad68e1 req-e7f9baf2-a53a-43cc-8bf4-9f0982bfdbec tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356052 Jun 16 18:38:35.800506 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a07a1-5964-4009-959a-31c323f729d8 req-a8f2c269-2e66-4c3d-813e-4ac042dd454a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:35.802100 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-266a07a1-5964-4009-959a-31c323f729d8 req-a8f2c269-2e66-4c3d-813e-4ac042dd454a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 943 time: 0.0655065 Jun 16 18:38:35.842368 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-266a07a1-5964-4009-959a-31c323f729d8 req-fb1288dc-f971-4ed8-a650-0b4299461825 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346034 Jun 16 18:38:36.048454 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 35266) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:36.151257 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-936cab83-ede1-471b-b181-0bc8603db848 req-8d3b5b84-0c1f-4297-a8ea-60d5d1a4a044 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1009095 Jun 16 18:38:36.557733 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05d1cc-a53e-48c9-b99b-6f6ceec87a3e req-10eb6c36-25d5-4ff5-a324-00931dd7d529 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:36.559863 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ef05d1cc-a53e-48c9-b99b-6f6ceec87a3e req-10eb6c36-25d5-4ff5-a324-00931dd7d529 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0673029 Jun 16 18:38:36.599540 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ef05d1cc-a53e-48c9-b99b-6f6ceec87a3e req-61554f61-ae6e-49a4-991c-4ec7113f6cdf tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337510 Jun 16 18:38:37.029904 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b3169-9a70-43db-bdb5-a0aa58329130 req-950fd8c8-2fe8-4c5e-901b-fdccf2630874 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:37.031383 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c22b3169-9a70-43db-bdb5-a0aa58329130 req-950fd8c8-2fe8-4c5e-901b-fdccf2630874 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 943 time: 0.0690379 Jun 16 18:38:37.071110 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c22b3169-9a70-43db-bdb5-a0aa58329130 req-13f67a14-7b3e-4a6b-9488-e40c6011b6b2 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336893 Jun 16 18:38:37.597928 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cab83-ede1-471b-b181-0bc8603db848 req-2a83be07-07c2-4292-8994-7cdb3d5130dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:37.599407 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-936cab83-ede1-471b-b181-0bc8603db848 req-2a83be07-07c2-4292-8994-7cdb3d5130dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0&tenant_id=b499fafa278b41c4babc557095066e26 HTTP/1.1" status: 200 len: 1096 time: 0.0845642 Jun 16 18:38:37.679668 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cab83-ede1-471b-b181-0bc8603db848 req-ad6e0308-27ec-43c8-a383-e89d051f7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:37.681212 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-936cab83-ede1-471b-b181-0bc8603db848 req-ad6e0308-27ec-43c8-a383-e89d051f7b36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b499fafa278b41c4babc557095066e26&device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 1096 time: 0.0559726 Jun 16 18:38:38.029998 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cab83-ede1-471b-b181-0bc8603db848 req-998f10ee-7a47-4767-9d56-b9c069527600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:38.031461 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-936cab83-ede1-471b-b181-0bc8603db848 req-998f10ee-7a47-4767-9d56-b9c069527600 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 HTTP/1.1" status: 200 len: 918 time: 0.3418996 Jun 16 18:38:38.055208 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428259d9-c1a7-484e-8db7-04825892e828 req-ce51da17-5abf-44e2-9700-e354bb58161d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:38.056766 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-428259d9-c1a7-484e-8db7-04825892e828 req-ce51da17-5abf-44e2-9700-e354bb58161d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.3465891 Jun 16 18:38:38.129853 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-936cab83-ede1-471b-b181-0bc8603db848 req-d2b9a0de-b2a4-4135-b463-fd88bdb8394d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=899057e7-c362-4f10-a1a3-bccc071f980d HTTP/1.1" status: 200 len: 999 time: 0.0915060 Jun 16 18:38:38.132670 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-428259d9-c1a7-484e-8db7-04825892e828 req-942504c5-b18f-41d3-8d39-1e82fc1f053c tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498536 Jun 16 18:38:38.187261 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cab83-ede1-471b-b181-0bc8603db848 req-5afbd4cc-2062-4d73-b1ef-79d7ca276f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:38.188726 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-936cab83-ede1-471b-b181-0bc8603db848 req-5afbd4cc-2062-4d73-b1ef-79d7ca276f63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9205b992-70f4-45d4-95c8-9d9cd90b84b2 HTTP/1.1" status: 200 len: 856 time: 0.0492432 Jun 16 18:38:38.221838 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 35324) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:38.293216 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cab83-ede1-471b-b181-0bc8603db848 req-0a717b62-e6f0-47f4-9499-fa866dc242a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:38.294675 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-936cab83-ede1-471b-b181-0bc8603db848 req-0a717b62-e6f0-47f4-9499-fa866dc242a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0984042 Jun 16 18:38:38.310161 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698bf22-1a9f-4539-bb24-7936dc0ccd96 req-311cb258-fbd4-4d27-af62-6ab6c6050114 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:38.311549 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9698bf22-1a9f-4539-bb24-7936dc0ccd96 req-311cb258-fbd4-4d27-af62-6ab6c6050114 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 943 time: 0.0838399 Jun 16 18:38:38.327426 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b4e1cb95-129d-4b7c-96c3-89db0d16d529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:38.401072 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9698bf22-1a9f-4539-bb24-7936dc0ccd96 req-7f069619-117a-4755-9722-6e1e76c2c19c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820544 Jun 16 18:38:38.421420 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b4e1cb95-129d-4b7c-96c3-89db0d16d529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:38.426532 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b4e1cb95-129d-4b7c-96c3-89db0d16d529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:38.427312 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-936cab83-ede1-471b-b181-0bc8603db848 req-aa38af53-9bcf-400a-99bd-ca2b1830906f service neutron] 10.222.0.36 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247928 Jun 16 18:38:38.429512 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-235fd3dd-62f4-4722-a526-198e81a281f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:38.467807 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-b4e1cb95-129d-4b7c-96c3-89db0d16d529 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0dc2f017c5624b0f83d1e34d24fa2fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446160 Jun 16 18:38:38.469288 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1cb95-129d-4b7c-96c3-89db0d16d529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c455110-7508-4313-9116-030dc9dfc48a,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:38.470467 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 35332) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:38.473040 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b4e1cb95-129d-4b7c-96c3-89db0d16d529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:38.486352 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 899057e7-c362-4f10-a1a3-bccc071f980d no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:38:38.564938 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-936cab83-ede1-471b-b181-0bc8603db848 req-a51dcaf0-d59f-4b76-a1c9-b261fb5b8452 service neutron] 10.222.0.36 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295221 Jun 16 18:38:38.576892 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d8f4424e-effe-43a9-b759-680826e8b086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:38.601183 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d8f4424e-effe-43a9-b759-680826e8b086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:38.652616 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d8f4424e-effe-43a9-b759-680826e8b086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:38.655107 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d8f4424e-effe-43a9-b759-680826e8b086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:38.656256 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-d8f4424e-effe-43a9-b759-680826e8b086 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c455110-7508-4313-9116-030dc9dfc48a HTTP/1.1" status: 204 len: 168 time: 0.1847243 Jun 16 18:38:38.656994 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-cb150128-e35c-488f-ae76-a82f6c37d5ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:38.664400 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4424e-effe-43a9-b759-680826e8b086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c455110-7508-4313-9116-030dc9dfc48a,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:38.667373 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-d8f4424e-effe-43a9-b759-680826e8b086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:38.907227 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-931e9e8c-4cb0-4a1d-95d4-c197707cc244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:38.927925 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 35354) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:38.941439 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-488c6f8f-b61f-4e59-93db-95d4ae2dbd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:39.033745 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-488c6f8f-b61f-4e59-93db-95d4ae2dbd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:39.037905 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-488c6f8f-b61f-4e59-93db-95d4ae2dbd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:39.042656 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-34f8dd75-e038-4d32-b5e0-fdd731bfe0d1 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:39.077594 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-488c6f8f-b61f-4e59-93db-95d4ae2dbd56 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe105e11a4d04ac6a8890c72d353cd80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484008 Jun 16 18:38:39.078488 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c6f8f-b61f-4e59-93db-95d4ae2dbd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112f88d2-d06c-42e3-bf0e-bbd1aee94023,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:39.080252 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 35356) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:39.081709 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-488c6f8f-b61f-4e59-93db-95d4ae2dbd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:39.130489 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-948ea78f-b064-4820-ac16-9f48c24cefcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:39.152561 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-948ea78f-b064-4820-ac16-9f48c24cefcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:39.212549 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-948ea78f-b064-4820-ac16-9f48c24cefcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:39.218587 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-948ea78f-b064-4820-ac16-9f48c24cefcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:39.222969 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-948ea78f-b064-4820-ac16-9f48c24cefcf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/112f88d2-d06c-42e3-bf0e-bbd1aee94023 HTTP/1.1" status: 204 len: 168 time: 0.1415780 Jun 16 18:38:39.227316 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f5586b43-66b2-490f-bc21-f94d94ff470e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:39.239909 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ea78f-b064-4820-ac16-9f48c24cefcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112f88d2-d06c-42e3-bf0e-bbd1aee94023,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:39.250168 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-948ea78f-b064-4820-ac16-9f48c24cefcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:39.436270 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cc1c2-f2bc-4d28-be44-ce91caf9e27f req-7c7ea5f3-975c-41b4-ac75-f09c90ae0e9a tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:39.443551 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1c9cc1c2-f2bc-4d28-be44-ce91caf9e27f req-7c7ea5f3-975c-41b4-ac75-f09c90ae0e9a tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1308303 Jun 16 18:38:39.525204 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1c9cc1c2-f2bc-4d28-be44-ce91caf9e27f req-53be72e6-fa85-443d-a6e5-2a10be4716df tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794606 Jun 16 18:38:39.721627 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bca12-6964-4b60-b2a8-526d08d588c0 req-0029a714-0be4-4ecb-b7c8-9e2ce438736f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:39.721627 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6c7bca12-6964-4b60-b2a8-526d08d588c0 req-0029a714-0be4-4ecb-b7c8-9e2ce438736f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 943 time: 0.1028147 Jun 16 18:38:39.787573 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6c7bca12-6964-4b60-b2a8-526d08d588c0 req-01d622fb-e315-442b-b43b-e6cb7a3940f4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624249 Jun 16 18:38:40.766896 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e7c8c-f817-42f3-a7b7-a50547825492 req-b7eb6cdd-b14b-4836-8115-c308e34ff968 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:40.769597 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9b2e7c8c-f817-42f3-a7b7-a50547825492 req-b7eb6cdd-b14b-4836-8115-c308e34ff968 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0697553 Jun 16 18:38:40.828563 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9b2e7c8c-f817-42f3-a7b7-a50547825492 req-9a53a73a-136d-4320-86da-bf09ed27b39f tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514312 Jun 16 18:38:41.057881 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91e749-003c-4f36-a9c4-3b0ca3fa1e6a req-eaa7c015-fcbf-4a1c-b101-38d25cb4b550 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:41.060394 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6b91e749-003c-4f36-a9c4-3b0ca3fa1e6a req-eaa7c015-fcbf-4a1c-b101-38d25cb4b550 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 943 time: 0.1094275 Jun 16 18:38:41.121864 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6b91e749-003c-4f36-a9c4-3b0ca3fa1e6a req-c027e9b5-052e-4fbe-b62b-c98e87214ac6 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529790 Jun 16 18:38:41.148950 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 35428) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:41.295286 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-96c7fedc-ecde-41c2-a6df-d96d38ef89bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:41.308742 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:41.312158 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9aad6352-7288-4664-91b3-451e81c242d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:41.417318 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-96c7fedc-ecde-41c2-a6df-d96d38ef89bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:41.422262 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-96c7fedc-ecde-41c2-a6df-d96d38ef89bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:41.426668 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a1356d41-2e51-49cc-a088-c946689af962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:41.468877 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-96c7fedc-ecde-41c2-a6df-d96d38ef89bf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b95597e5ac0415cae5496ed5baf55f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159266 Jun 16 18:38:41.468877 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7fedc-ecde-41c2-a6df-d96d38ef89bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31ffdca-25f8-4b7f-bef1-e9677e1925a6,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:41.469319 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 35432) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:41.472263 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-96c7fedc-ecde-41c2-a6df-d96d38ef89bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:41.525125 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-86a46f7b-d23c-4be7-9324-ec37b8497ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:41.550093 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-86a46f7b-d23c-4be7-9324-ec37b8497ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:41.626863 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-86a46f7b-d23c-4be7-9324-ec37b8497ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:41.629718 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-86a46f7b-d23c-4be7-9324-ec37b8497ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:41.630875 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-86a46f7b-d23c-4be7-9324-ec37b8497ff0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d31ffdca-25f8-4b7f-bef1-e9677e1925a6 HTTP/1.1" status: 204 len: 168 time: 0.1606052 Jun 16 18:38:41.631741 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:41.641193 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a46f7b-d23c-4be7-9324-ec37b8497ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31ffdca-25f8-4b7f-bef1-e9677e1925a6,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:41.644398 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-86a46f7b-d23c-4be7-9324-ec37b8497ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:41.698825 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:42.063949 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6c786-d123-469a-a132-a34572fb6bfd req-eddaa318-92bb-4cdc-875c-03249f61e987 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:42.065841 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-35b6c786-d123-469a-a132-a34572fb6bfd req-eddaa318-92bb-4cdc-875c-03249f61e987 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0847251 Jun 16 18:38:42.116946 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-35b6c786-d123-469a-a132-a34572fb6bfd req-9ffded4e-8a05-4245-9968-2c0d0b70da5d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392466 Jun 16 18:38:42.315745 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b60cb9-6445-4fbd-ae94-a91ac83475e8 req-e244befc-9337-419c-a51e-e8aab03ee171 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:42.317196 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d3b60cb9-6445-4fbd-ae94-a91ac83475e8 req-e244befc-9337-419c-a51e-e8aab03ee171 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 943 time: 0.0662432 Jun 16 18:38:42.329979 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 35462) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:42.358507 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d3b60cb9-6445-4fbd-ae94-a91ac83475e8 req-6d767312-049e-4fac-ab9a-9c84e052d307 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346019 Jun 16 18:38:42.431990 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-1a9e8985-424b-42dd-a711-0f2088237037 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-127678774-network', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:42.452349 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9e8985-424b-42dd-a711-0f2088237037 admin admin] Made reservation on behalf of 5b5d42596a1c445fa7cc4576a3d8418b for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:38:42.455494 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8985-424b-42dd-a711-0f2088237037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:42.465632 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8985-424b-42dd-a711-0f2088237037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:42.481451 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:42.558179 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8985-424b-42dd-a711-0f2088237037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:42.562949 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8985-424b-42dd-a711-0f2088237037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:42.566066 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b4e1cb95-129d-4b7c-96c3-89db0d16d529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:42.588786 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9e8985-424b-42dd-a711-0f2088237037 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:38:42.598617 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e8985-424b-42dd-a711-0f2088237037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c149ee4-21e5-4b4d-88f1-8ab30f08a91c,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:42.602775 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1a9e8985-424b-42dd-a711-0f2088237037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:42.604430 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8985-424b-42dd-a711-0f2088237037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:42.605215 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.db.segments_db [None req-1a9e8985-424b-42dd-a711-0f2088237037 admin admin] Added segment a3c758e4-77a0-4b9e-be7b-87fc7ceee021 of type vlan for network a17b9418-ccf0-458e-9381-6e3b08f2300a Jun 16 18:38:42.649240 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8985-424b-42dd-a711-0f2088237037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789582983042'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:42.735710 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8985-424b-42dd-a711-0f2088237037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:42.737475 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9e8985-424b-42dd-a711-0f2088237037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:42.738418 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8985-424b-42dd-a711-0f2088237037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:42.743536 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a260ec28-b7e9-4d62-b8a6-374921b92a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:42.780878 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-1a9e8985-424b-42dd-a711-0f2088237037 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4496257 Jun 16 18:38:42.781236 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 35474) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:42.786607 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-511871dd-c948-4a12-9c43-12c6458fb547 admin admin] Request body: {'subnet': {'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-127678774-subnet', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'ip_version': 4}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:42.825507 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511871dd-c948-4a12-9c43-12c6458fb547 admin admin] Made reservation on behalf of 5b5d42596a1c445fa7cc4576a3d8418b for: {'subnet': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:38:42.827948 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-511871dd-c948-4a12-9c43-12c6458fb547 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130642480'] for subnet, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:42.845364 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e8985-424b-42dd-a711-0f2088237037 admin admin] Pushing event updated for resources: {'Network': ['ID=a17b9418-ccf0-458e-9381-6e3b08f2300a,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:42.848235 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1a9e8985-424b-42dd-a711-0f2088237037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:42.860278 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Network a17b9418-ccf0-458e-9381-6e3b08f2300a details requested by agent ovs-agent-dv-cinder-667108-31-smb with host dv-cinder-667108-31-smb {{(pid=92980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:38:43.035406 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-511871dd-c948-4a12-9c43-12c6458fb547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130527880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130642466'] for subnet, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:43.037902 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-470a8425-a835-4b20-9700-0c62685e6c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:43.095800 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511871dd-c948-4a12-9c43-12c6458fb547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1534cc31-1f4f-42c4-a9ef-c5b78cb9b024,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:43.100672 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-511871dd-c948-4a12-9c43-12c6458fb547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:43.106304 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511871dd-c948-4a12-9c43-12c6458fb547 admin admin] Checking segment: {'id': 'a3c758e4-77a0-4b9e-be7b-87fc7ceee021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:38:43.106669 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511871dd-c948-4a12-9c43-12c6458fb547 admin admin] Network hostable DHCP agents. Network: a17b9418-ccf0-458e-9381-6e3b08f2300a, hostable agents: ['b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7'], hosted agents: [] {{(pid=92978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:38:43.125558 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511871dd-c948-4a12-9c43-12c6458fb547 admin admin] Network a17b9418-ccf0-458e-9381-6e3b08f2300a is scheduled to be hosted by DHCP agent b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7 with binding_index 1 {{(pid=92978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:38:43.137731 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-511871dd-c948-4a12-9c43-12c6458fb547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-smb, a17b9418-ccf0-458e-9381-6e3b08f2300a) {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:38:43.146997 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0685df6f-3fec-47b9-95b2-0be60dc28710 None None] Network a17b9418-ccf0-458e-9381-6e3b08f2300a requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:38:43.157566 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511871dd-c948-4a12-9c43-12c6458fb547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:43.158322 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-511871dd-c948-4a12-9c43-12c6458fb547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:43.212227 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-511871dd-c948-4a12-9c43-12c6458fb547 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4273584 Jun 16 18:38:43.212590 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 35486) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:43.220591 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-127678774-router', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:43.271018 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-964'] for router, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:43.274746 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021'] for router, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:43.370459 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:43.451353 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fe3b8ad-7a14-5a97-91f0-c032df6d3972-a17b9418-ccf0-458e-9381-6e3b08f2300a', 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'fixed_ips': [{'subnet_id': '1534cc31-1f4f-42c4-a9ef-c5b78cb9b024'}]}} from dv-cinder-667108-31-smb. {{(pid=92980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 18:38:43.452680 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:43.581778 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-995'] for router, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:43.611869 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357eb595-1b04-4c02-9efb-1137af3ea88d req-21fb0428-9f44-49c9-ac53-9961aeadb495 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:43.613535 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-357eb595-1b04-4c02-9efb-1137af3ea88d req-21fb0428-9f44-49c9-ac53-9961aeadb495 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.2415633 Jun 16 18:38:43.632639 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Allocated IP 172.20.0.2 (a17b9418-ccf0-458e-9381-6e3b08f2300a/1534cc31-1f4f-42c4-a9ef-c5b78cb9b024/1392e474-ecf2-4c69-9415-3d239707c26f) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:38:43.698651 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-357eb595-1b04-4c02-9efb-1137af3ea88d req-5149e83b-4975-4449-a777-9464c601eed9 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729446 Jun 16 18:38:43.715230 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178ee44-ca3a-4ff0-84df-ed380602ec0d req-82b21c89-fab8-4f28-91be-7438be9cf2f5 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:43.716793 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9178ee44-ca3a-4ff0-84df-ed380602ec0d req-82b21c89-fab8-4f28-91be-7438be9cf2f5 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 943 time: 0.1864612 Jun 16 18:38:43.798838 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9178ee44-ca3a-4ff0-84df-ed380602ec0d req-91e4cfb6-8816-4a22-922d-2eb632860a39 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471835 Jun 16 18:38:43.846268 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:43.864447 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Transition to ACTIVE for port object 1392e474-ecf2-4c69-9415-3d239707c26f will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:38:43.881577 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Transition to ACTIVE for port object 1392e474-ecf2-4c69-9415-3d239707c26f will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:38:43.888789 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:43.892269 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:43.928683 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Network a17b9418-ccf0-458e-9381-6e3b08f2300a is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:38:43.933410 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:43.937589 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:38:43.941145 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:38:43.947072 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Pushing event updated for resources: {'Port': ['ID=1392e474-ecf2-4c69-9415-3d239707c26f,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:43.953596 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:43.956734 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:44.017072 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Attempting to bind port 1392e474-ecf2-4c69-9415-3d239707c26f on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:38:44.017614 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Attempting to bind port 1392e474-ecf2-4c69-9415-3d239707c26f by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': 'a3c758e4-77a0-4b9e-be7b-87fc7ceee021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:38:44.018198 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Attempting to bind port 1392e474-ecf2-4c69-9415-3d239707c26f on network a17b9418-ccf0-458e-9381-6e3b08f2300a {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:38:44.026821 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:38:44.027215 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Checking segment: {'id': 'a3c758e4-77a0-4b9e-be7b-87fc7ceee021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:38:44.027639 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:44.028044 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Bound using segment: {'id': 'a3c758e4-77a0-4b9e-be7b-87fc7ceee021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:38:44.029149 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Bound port: 1392e474-ecf2-4c69-9415-3d239707c26f, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c758e4-77a0-4b9e-be7b-87fc7ceee021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:38:44.029530 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:44.075025 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] Allocated IP 172.28.2.243 (7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe/3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a/a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:38:44.110013 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] For port 1392e474-ecf2-4c69-9415-3d239707c26f, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:38:44.113502 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] For port 1392e474-ecf2-4c69-9415-3d239707c26f, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=1392e474-ecf2-4c69-9415-3d239707c26f,segment=NetworkSegment(a3c758e4-77a0-4b9e-be7b-87fc7ceee021),segment_id=a3c758e4-77a0-4b9e-be7b-87fc7ceee021)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:38:44.126198 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:44.128245 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-be062241-cb02-4bee-83a2-59069d1d73e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:44.195308 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:44.201069 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Pushing event updated for resources: {'Port': ['ID=1392e474-ecf2-4c69-9415-3d239707c26f,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:44.215855 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:44.225728 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:44.278081 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130527772'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:44.280313 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-145faf1b-9ca7-40c7-b02e-940e4e023c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:44.329713 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] Network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:38:44.331047 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:44.338560 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:44.340865 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:38:44.343301 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:38:44.727849 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:45.031976 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 1392e474-ecf2-4c69-9415-3d239707c26f up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:38:45.147850 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port 1392e474-ecf2-4c69-9415-3d239707c26f completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:38:45.215587 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788216a-d7b6-4cec-b6d7-4f85be4cd231 req-4126980f-f1bb-47ea-b4d1-3c0be586e2f7 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:45.217288 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4788216a-d7b6-4cec-b6d7-4f85be4cd231 req-4126980f-f1bb-47ea-b4d1-3c0be586e2f7 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.2747724 Jun 16 18:38:45.247995 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439270'] for router, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:45.298539 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ad81d-0828-4db2-901f-e36f00559feb req-1ddc7abe-a493-420e-94dd-b80439741cc0 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:45.305915 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7a2ad81d-0828-4db2-901f-e36f00559feb req-1ddc7abe-a493-420e-94dd-b80439741cc0 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 943 time: 0.3022845 Jun 16 18:38:45.423218 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4788216a-d7b6-4cec-b6d7-4f85be4cd231 req-185967da-ca02-48e8-92fc-91953587192f tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909740 Jun 16 18:38:45.523090 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8301185-f0cf-4d05-93d8-120546e6c3df None None] Network a17b9418-ccf0-458e-9381-6e3b08f2300a requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:38:45.548964 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 35526) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:45.625813 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-a2345885-2dcf-4c02-b989-ae206c65d9b6 None None] Provisioning for port 1392e474-ecf2-4c69-9415-3d239707c26f completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:38:45.634507 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-a2345885-2dcf-4c02-b989-ae206c65d9b6 None None] Provisioning complete for port 1392e474-ecf2-4c69-9415-3d239707c26f triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:38:45.635951 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a2345885-2dcf-4c02-b989-ae206c65d9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:45.741785 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7a2ad81d-0828-4db2-901f-e36f00559feb req-834d0891-d517-434d-900c-43d1143165ca tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4343596 Jun 16 18:38:45.781295 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-406329b7-41df-4fad-b54e-f7bd5bac3efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:45.815541 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] Router 16d53ae6-533c-4b37-94a4-9055350d5588 is scheduled to L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 with binding_index 1 {{(pid=92978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 18:38:45.864540 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a2345885-2dcf-4c02-b989-ae206c65d9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:45.933595 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-a2345885-2dcf-4c02-b989-ae206c65d9b6 None None] For port 1392e474-ecf2-4c69-9415-3d239707c26f, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=1392e474-ecf2-4c69-9415-3d239707c26f,segment=NetworkSegment(a3c758e4-77a0-4b9e-be7b-87fc7ceee021),segment_id=a3c758e4-77a0-4b9e-be7b-87fc7ceee021)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:38:45.939749 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a2345885-2dcf-4c02-b989-ae206c65d9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:45.941948 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:45.975773 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-406329b7-41df-4fad-b54e-f7bd5bac3efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:45.981282 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-406329b7-41df-4fad-b54e-f7bd5bac3efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:45.996167 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:38:45.998523 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-98fbad16-51a5-4d4b-87be-7878ac1d2929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:46.013813 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] Notify callbacks [] for router, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:46.014473 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] Sync routers for ids ['16d53ae6-533c-4b37-94a4-9055350d5588'] in dv-cinder-667108-31-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:38:46.015110 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7998691 Jun 16 18:38:46.017839 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 35530) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:46.028424 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2345885-2dcf-4c02-b989-ae206c65d9b6 None None] Pushing event updated for resources: {'Port': ['ID=1392e474-ecf2-4c69-9415-3d239707c26f,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:46.031503 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a2345885-2dcf-4c02-b989-ae206c65d9b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:46.050519 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] Routers {'16d53ae6-533c-4b37-94a4-9055350d5588'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:38:46.051223 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:38:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['16d53ae6-533c-4b37-94a4-9055350d5588'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:46.060555 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-406329b7-41df-4fad-b54e-f7bd5bac3efa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5c9dfefb592e4ec2b05ef9285d9d1128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5079679 Jun 16 18:38:46.061566 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 35532) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:46.087426 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406329b7-41df-4fad-b54e-f7bd5bac3efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c32db6-72e3-4ff0-a865-bd4926293e9e,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:46.096822 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-406329b7-41df-4fad-b54e-f7bd5bac3efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:46.163713 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-30524186-f92f-4042-ad8f-6d671e01bef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:46.175970 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] Set router 16d53ae6-533c-4b37-94a4-9055350d5588 gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:38:46.208724 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-30524186-f92f-4042-ad8f-6d671e01bef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:46.269563 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-965b0b52-c1ae-4776-ab51-7a11c48de8c4 None None] Provisioning complete for port 1392e474-ecf2-4c69-9415-3d239707c26f triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:38:46.270146 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-965b0b52-c1ae-4776-ab51-7a11c48de8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:46.306104 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-30524186-f92f-4042-ad8f-6d671e01bef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:46.309829 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-30524186-f92f-4042-ad8f-6d671e01bef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:46.324981 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-30524186-f92f-4042-ad8f-6d671e01bef6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/18c32db6-72e3-4ff0-a865-bd4926293e9e HTTP/1.1" status: 204 len: 168 time: 0.2417493 Jun 16 18:38:46.325859 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-63a3c4e5-535a-44ab-ab12-1ed75d38c298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:46.346119 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30524186-f92f-4042-ad8f-6d671e01bef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c32db6-72e3-4ff0-a865-bd4926293e9e,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:46.360119 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-30524186-f92f-4042-ad8f-6d671e01bef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:46.402403 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'name': 'tempest-TestShelveInstance-127678774-router', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:44Z', 'revision_number': 3, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'gw_port': {'id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:46.406064 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] Checking router: 16d53ae6-533c-4b37-94a4-9055350d5588 for host: dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:38:46.406428 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] Updating router 16d53ae6-533c-4b37-94a4-9055350d5588 port a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6 binding host dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:38:46.447445 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:46.769677 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:46.785950 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] Transition to ACTIVE for port object a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:38:46.795438 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:46.799832 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-724de9cd-25b5-4b4f-91ab-c4b602e5cfce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:46.882704 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] Attempting to bind port a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6 on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:38:46.883090 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] Attempting to bind port a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6 by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:38:46.883460 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] Attempting to bind port a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6 on network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:38:46.907616 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:38:46.908006 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] Checking segment: {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:38:46.913000 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:46.913420 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] Bound using segment: {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:38:46.913935 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] Bound port: a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:38:46.914323 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:46.918933 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 35544) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:46.921097 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c03d8-2dc6-401c-80dc-0ca45581efa6 req-7c48b360-b039-42c1-9085-ebb9c9523a38 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:46.928361 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c44c03d8-2dc6-401c-80dc-0ca45581efa6 req-7c48b360-b039-42c1-9085-ebb9c9523a38 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.2382030 Jun 16 18:38:46.931208 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 1392e474-ecf2-4c69-9415-3d239707c26f up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:38:46.965363 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ab73c15c-f1b8-467f-959e-54154486de29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:46.970724 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448dddd7-b28d-44bf-982b-b963d972b879 None None] Pushing event updated for resources: {'Port': ['ID=a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:46.974346 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c44c03d8-2dc6-401c-80dc-0ca45581efa6 req-dfd1e5c9-c8f9-4596-b4ae-4a426dfaf1e3 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444827 Jun 16 18:38:46.979997 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:47.051620 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] For port a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:38:47.055000 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] For port a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:38:47.058809 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448dddd7-b28d-44bf-982b-b963d972b879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:47.059154 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448dddd7-b28d-44bf-982b-b963d972b879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:47.059489 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448dddd7-b28d-44bf-982b-b963d972b879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:47.059990 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448dddd7-b28d-44bf-982b-b963d972b879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:47.060504 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448dddd7-b28d-44bf-982b-b963d972b879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:47.060997 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448dddd7-b28d-44bf-982b-b963d972b879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:47.061481 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448dddd7-b28d-44bf-982b-b963d972b879 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:47.061955 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448dddd7-b28d-44bf-982b-b963d972b879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:47.062446 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448dddd7-b28d-44bf-982b-b963d972b879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:47.063009 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448dddd7-b28d-44bf-982b-b963d972b879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:47.063564 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448dddd7-b28d-44bf-982b-b963d972b879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:47.064035 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448dddd7-b28d-44bf-982b-b963d972b879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:47.068157 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-448dddd7-b28d-44bf-982b-b963d972b879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:47.085783 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:47.088700 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:47.101528 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 1392e474-ecf2-4c69-9415-3d239707c26f triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:38:47.101916 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:47.184904 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448dddd7-b28d-44bf-982b-b963d972b879 None None] Pushing event updated for resources: {'Port': ['ID=a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:47.188535 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] Routers {'16d53ae6-533c-4b37-94a4-9055350d5588'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:38:47.189375 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:38:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['16d53ae6-533c-4b37-94a4-9055350d5588'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:47.191576 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-448dddd7-b28d-44bf-982b-b963d972b879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:47.221058 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ab73c15c-f1b8-467f-959e-54154486de29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:47.230416 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ab73c15c-f1b8-467f-959e-54154486de29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:47.234746 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6ca84daa-aebf-4873-a767-e8559560a0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:47.268673 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73c15c-f1b8-467f-959e-54154486de29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d60528a-9fe1-4698-b305-a811d9437633,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:47.274858 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ab73c15c-f1b8-467f-959e-54154486de29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:47.284702 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Allocated IP 172.20.0.1 (a17b9418-ccf0-458e-9381-6e3b08f2300a/1534cc31-1f4f-42c4-a9ef-c5b78cb9b024/19bc30bd-0526-40ba-90dc-b8b755cd6904) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:38:47.294373 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-ab73c15c-f1b8-467f-959e-54154486de29 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=043400bd979040d194e8096809b27b41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743501 Jun 16 18:38:47.307453 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 35546) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:47.383294 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-28c754de-21a0-45dd-ba31-a0baf9756573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:47.391505 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] Set router 16d53ae6-533c-4b37-94a4-9055350d5588 gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:38:47.402253 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb89d89-51eb-4825-a4fe-ad6ba276e5e0 req-1cbf0763-c693-4f75-b167-ad1585b81f63 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:47.404174 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2fb89d89-51eb-4825-a4fe-ad6ba276e5e0 req-1cbf0763-c693-4f75-b167-ad1585b81f63 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 943 time: 0.3498509 Jun 16 18:38:47.412097 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-28c754de-21a0-45dd-ba31-a0baf9756573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:47.463735 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2fb89d89-51eb-4825-a4fe-ad6ba276e5e0 req-d2d5e821-3806-4f41-ad16-5f0eca4bd25b tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529852 Jun 16 18:38:47.474799 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:47.496587 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-28c754de-21a0-45dd-ba31-a0baf9756573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:47.499434 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-28c754de-21a0-45dd-ba31-a0baf9756573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:47.504918 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-28c754de-21a0-45dd-ba31-a0baf9756573 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d60528a-9fe1-4698-b305-a811d9437633 HTTP/1.1" status: 204 len: 168 time: 0.1941824 Jun 16 18:38:47.506387 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1a9e8985-424b-42dd-a711-0f2088237037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:47.513698 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Transition to ACTIVE for port object 19bc30bd-0526-40ba-90dc-b8b755cd6904 will not be triggered until provisioned by entity DHCP. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:38:47.523422 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c754de-21a0-45dd-ba31-a0baf9756573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d60528a-9fe1-4698-b305-a811d9437633,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:47.526563 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-28c754de-21a0-45dd-ba31-a0baf9756573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:47.599233 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130527772'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:47.601282 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f6355216-ac0a-4992-ab01-7843f81a2163 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:47.632640 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'name': 'tempest-TestShelveInstance-127678774-router', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:44Z', 'revision_number': 3, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'gw_port': {'id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:47.638166 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25effba3-c6a8-4ef5-a9ed-b9105279f629 None None] The sync data for ids ['16d53ae6-533c-4b37-94a4-9055350d5588'] in dv-cinder-667108-31-smb is: [{'id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'name': 'tempest-TestShelveInstance-127678774-router', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:44Z', 'revision_number': 3, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'gw_port': {'id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:38:47.656683 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Network a17b9418-ccf0-458e-9381-6e3b08f2300a is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:38:47.660476 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:38:47.668029 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:38:47.671549 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Pushing event updated for resources: {'Port': ['ID=19bc30bd-0526-40ba-90dc-b8b755cd6904,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:47.715646 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:47.747941 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426583'] for router_interface, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:48.030603 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:48.114316 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-a82c1808-668e-4da9-afa7-eb04c3152370 None None] Provisioning for port 19bc30bd-0526-40ba-90dc-b8b755cd6904 completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:38:48.125058 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-a82c1808-668e-4da9-afa7-eb04c3152370 None None] Provisioning complete for port 19bc30bd-0526-40ba-90dc-b8b755cd6904 triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:38:48.127720 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a82c1808-668e-4da9-afa7-eb04c3152370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:48.279242 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-a82c1808-668e-4da9-afa7-eb04c3152370 None None] Port 19bc30bd-0526-40ba-90dc-b8b755cd6904 cannot update to ACTIVE because it is not bound. {{(pid=92980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:38:48.396498 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:48.406695 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:48.411449 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-8e73832f-fce1-4341-b803-76d0dd042ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:48.489482 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bf9b9-b198-4fe0-9806-64c4131e2595 req-0dc01098-0a67-4d58-9919-cd7c0ea680a1 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:48.491059 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f81bf9b9-b198-4fe0-9806-64c4131e2595 req-0dc01098-0a67-4d58-9919-cd7c0ea680a1 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1755180 Jun 16 18:38:48.528971 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133741498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426539'] for router_interface, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:48.533144 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Pushing event updated for resources: {'Port': ['ID=19bc30bd-0526-40ba-90dc-b8b755cd6904,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:48.550859 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:48.568376 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f81bf9b9-b198-4fe0-9806-64c4131e2595 req-8c4f7baa-1e55-4b4e-9a3b-ad7be053bdaa tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679293 Jun 16 18:38:48.681299 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Network a17b9418-ccf0-458e-9381-6e3b08f2300a is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:38:48.686354 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:38:48.953023 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Router 16d53ae6-533c-4b37-94a4-9055350d5588 has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:38:48.996956 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:38:49.112528 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6 completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:38:49.120747 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-7003b376-4b25-49cb-9617-1ea3d4a36a5a None None] Provisioning complete for port 19bc30bd-0526-40ba-90dc-b8b755cd6904 triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:38:49.121931 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7003b376-4b25-49cb-9617-1ea3d4a36a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:49.123892 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:38:49.124768 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:49.129219 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00477c-e0cd-4d60-9176-37cd7bf0e1e6 req-c423a579-842f-46e1-835a-82b80da8637b tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:49.142332 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4f00477c-e0cd-4d60-9176-37cd7bf0e1e6 req-c423a579-842f-46e1-835a-82b80da8637b tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 943 time: 0.4571714 Jun 16 18:38:49.234029 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4f00477c-e0cd-4d60-9176-37cd7bf0e1e6 req-b7972612-3b5c-47d6-9706-b8d125e62bc5 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903180 Jun 16 18:38:49.249083 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-7003b376-4b25-49cb-9617-1ea3d4a36a5a None None] Port 19bc30bd-0526-40ba-90dc-b8b755cd6904 cannot update to ACTIVE because it is not bound. {{(pid=92980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:38:49.259079 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:38:49.265802 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] 10.222.0.46 "PUT /v2.0/routers/16d53ae6-533c-4b37-94a4-9055350d5588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2469242 Jun 16 18:38:49.312119 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:49.346058 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] For port a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:38:49.355653 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:49.357590 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:49.452301 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Pushing event updated for resources: {'Port': ['ID=a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:49.455533 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:49.797951 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a92db-a0db-4bb7-85da-759de449d96a req-de6d9f0e-16dc-459a-9f9d-6762649f7a9f tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:49.807670 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d03a92db-a0db-4bb7-85da-759de449d96a req-de6d9f0e-16dc-459a-9f9d-6762649f7a9f tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0910435 Jun 16 18:38:49.856318 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d03a92db-a0db-4bb7-85da-759de449d96a req-6b85d22e-f583-41fc-9e27-0269cfc48ed5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497587 Jun 16 18:38:50.112343 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 35606) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:50.117363 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-e707c602-f4f7-4dca-9e03-e86ca15b4f78 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-412842269-network', 'tenant_id': 'bd483288636248ca98321335920811d8'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:50.150455 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e707c602-f4f7-4dca-9e03-e86ca15b4f78 admin admin] Made reservation on behalf of bd483288636248ca98321335920811d8 for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:38:50.153291 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e707c602-f4f7-4dca-9e03-e86ca15b4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:50.162903 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e707c602-f4f7-4dca-9e03-e86ca15b4f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:50.246558 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] Sync routers for ids ['16d53ae6-533c-4b37-94a4-9055350d5588'] in dv-cinder-667108-31-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:38:50.257509 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] Routers {'16d53ae6-533c-4b37-94a4-9055350d5588'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:38:50.258140 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:38:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['16d53ae6-533c-4b37-94a4-9055350d5588'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:50.278347 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e707c602-f4f7-4dca-9e03-e86ca15b4f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:50.292625 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e707c602-f4f7-4dca-9e03-e86ca15b4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:50.295940 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d2c9538e-b6ea-4cf4-8636-bc3ddc51e472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:50.333539 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e707c602-f4f7-4dca-9e03-e86ca15b4f78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:38:50.349245 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e707c602-f4f7-4dca-9e03-e86ca15b4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:50.349641 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.db.segments_db [None req-e707c602-f4f7-4dca-9e03-e86ca15b4f78 admin admin] Added segment 160951bf-1268-48c3-be4e-79ff6d747b20 of type vlan for network 87b13861-fcc5-43ef-b333-8d67568823d9 Jun 16 18:38:50.421763 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e707c602-f4f7-4dca-9e03-e86ca15b4f78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789582983042'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:50.425628 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707c602-f4f7-4dca-9e03-e86ca15b4f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d07992b-ddae-461d-bb7b-5dc23c449e24,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:50.430492 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e707c602-f4f7-4dca-9e03-e86ca15b4f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:50.457495 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] Set router 16d53ae6-533c-4b37-94a4-9055350d5588 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:38:50.487018 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e707c602-f4f7-4dca-9e03-e86ca15b4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:50.489453 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e707c602-f4f7-4dca-9e03-e86ca15b4f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:50.492301 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e707c602-f4f7-4dca-9e03-e86ca15b4f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:50.515572 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c6178353-5421-427a-bcc0-ae00f7d66959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:50.610218 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707c602-f4f7-4dca-9e03-e86ca15b4f78 admin admin] Pushing event updated for resources: {'Network': ['ID=87b13861-fcc5-43ef-b333-8d67568823d9,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:50.622413 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e707c602-f4f7-4dca-9e03-e86ca15b4f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:50.627055 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a29ac-6f53-4c35-b54d-d9a9ead9fb7b req-cfdaad55-0077-41f8-9b8e-70eeb1ae58b8 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:50.628645 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4d3a29ac-6f53-4c35-b54d-d9a9ead9fb7b req-cfdaad55-0077-41f8-9b8e-70eeb1ae58b8 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 943 time: 0.2204745 Jun 16 18:38:50.632930 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 35620) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:50.638070 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-e707c602-f4f7-4dca-9e03-e86ca15b4f78 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5245793 Jun 16 18:38:50.645971 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-2fd88d97-612f-4046-8af7-e900ab2c2f26 admin admin] Request body: {'subnet': {'network_id': '87b13861-fcc5-43ef-b333-8d67568823d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-412842269-subnet', 'tenant_id': 'bd483288636248ca98321335920811d8', 'ip_version': 4}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:50.650649 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Network 87b13861-fcc5-43ef-b333-8d67568823d9 details requested by agent ovs-agent-dv-cinder-667108-31-smb with host dv-cinder-667108-31-smb {{(pid=92980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:38:50.715325 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4d3a29ac-6f53-4c35-b54d-d9a9ead9fb7b req-a88d0473-da58-48c2-b208-5d59cdec8cb1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662444 Jun 16 18:38:50.716638 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd88d97-612f-4046-8af7-e900ab2c2f26 admin admin] Made reservation on behalf of bd483288636248ca98321335920811d8 for: {'subnet': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:38:50.730620 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2fd88d97-612f-4046-8af7-e900ab2c2f26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130642480'] for subnet, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:50.851095 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'name': 'tempest-TestShelveInstance-127678774-router', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:47Z', 'revision_number': 4, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'gw_port': {'id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '19bc30bd-0526-40ba-90dc-b8b755cd6904', 'name': '', 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'mac_address': 'fa:16:3e:53:15:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '1534cc31-1f4f-42c4-a9ef-c5b78cb9b024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:47Z', 'updated_at': '2021-06-16T18:38:48Z', 'revision_number': 2, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'subnets': [{'id': '1534cc31-1f4f-42c4-a9ef-c5b78cb9b024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:50.854832 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] Checking router: 16d53ae6-533c-4b37-94a4-9055350d5588 for host: dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:38:50.855192 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] Updating router 16d53ae6-533c-4b37-94a4-9055350d5588 port 19bc30bd-0526-40ba-90dc-b8b755cd6904 binding host dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:38:50.934370 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:50.978422 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:38:51.000504 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2fd88d97-612f-4046-8af7-e900ab2c2f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130527880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130642466'] for subnet, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:51.004228 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:51.080637 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd88d97-612f-4046-8af7-e900ab2c2f26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=951c78cf-d955-427d-b6db-a8e8ca11e67f,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:51.093183 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2fd88d97-612f-4046-8af7-e900ab2c2f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:51.121393 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd88d97-612f-4046-8af7-e900ab2c2f26 admin admin] Checking segment: {'id': '160951bf-1268-48c3-be4e-79ff6d747b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '87b13861-fcc5-43ef-b333-8d67568823d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:38:51.122015 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd88d97-612f-4046-8af7-e900ab2c2f26 admin admin] Network hostable DHCP agents. Network: 87b13861-fcc5-43ef-b333-8d67568823d9, hostable agents: ['b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7'], hosted agents: [] {{(pid=92978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:38:51.161721 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:38:51.162112 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:51.188813 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd88d97-612f-4046-8af7-e900ab2c2f26 admin admin] Network 87b13861-fcc5-43ef-b333-8d67568823d9 is scheduled to be hosted by DHCP agent b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7 with binding_index 1 {{(pid=92978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:38:51.239805 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f088d4-00f7-49a8-ac09-b9c9c8da54d5 req-16fcabf1-3eca-4f7e-88ce-b7932a0b1da4 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:51.248878 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-23f088d4-00f7-49a8-ac09-b9c9c8da54d5 req-16fcabf1-3eca-4f7e-88ce-b7932a0b1da4 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1577320 Jun 16 18:38:51.259167 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-2fd88d97-612f-4046-8af7-e900ab2c2f26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-smb, 87b13861-fcc5-43ef-b333-8d67568823d9) {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:38:51.270909 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd88d97-612f-4046-8af7-e900ab2c2f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:51.271491 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2fd88d97-612f-4046-8af7-e900ab2c2f26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:51.287386 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f144f879-f0c0-4e41-b1b6-33a02bcf7364 None None] Network 87b13861-fcc5-43ef-b333-8d67568823d9 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:38:51.297862 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-2fd88d97-612f-4046-8af7-e900ab2c2f26 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6638422 Jun 16 18:38:51.300613 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 35638) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:51.305647 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-412842269-router', 'tenant_id': 'bd483288636248ca98321335920811d8', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:51.310504 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-23f088d4-00f7-49a8-ac09-b9c9c8da54d5 req-5ff9029e-f3a3-4a51-95b4-ce5bb9f9183b tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600302 Jun 16 18:38:51.355788 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-964'] for router, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:51.357936 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-514264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021'] for router, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:51.376527 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 35640) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:51.436898 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:51.512439 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b450e87c-607a-4fcb-a4d8-cccc4ac2e8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:51.590442 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-995'] for router, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:51.638968 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:51.640111 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b450e87c-607a-4fcb-a4d8-cccc4ac2e8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:51.644846 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b450e87c-607a-4fcb-a4d8-cccc4ac2e8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:51.648615 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2b2ab3b1-d063-4101-a25b-4efb18c6b787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:51.669930 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] Transition to ACTIVE for port object 19bc30bd-0526-40ba-90dc-b8b755cd6904 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:38:51.678185 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:51.683611 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9228eece-f700-4599-a292-3edbf5cb56d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:51.685843 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fe3b8ad-7a14-5a97-91f0-c032df6d3972-87b13861-fcc5-43ef-b333-8d67568823d9', 'network_id': '87b13861-fcc5-43ef-b333-8d67568823d9', 'tenant_id': 'bd483288636248ca98321335920811d8', 'fixed_ips': [{'subnet_id': '951c78cf-d955-427d-b6db-a8e8ca11e67f'}]}} from dv-cinder-667108-31-smb. {{(pid=92980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 18:38:51.686789 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:51.697252 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-b450e87c-607a-4fcb-a4d8-cccc4ac2e8ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97dcf141351e48ef9c67adfadc2f2711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168747 Jun 16 18:38:51.697457 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 35644) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:51.703626 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450e87c-607a-4fcb-a4d8-cccc4ac2e8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8875b240-f858-4326-aaaa-eef1f041379d,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:51.707324 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b450e87c-607a-4fcb-a4d8-cccc4ac2e8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:51.769289 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ebc033a8-2806-4864-bf8d-3f6bb9fa580e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:51.796576 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ebc033a8-2806-4864-bf8d-3f6bb9fa580e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:51.854959 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039ca14-a784-441d-b371-cebcc1f3d49b None None] Pushing event updated for resources: {'Port': ['ID=19bc30bd-0526-40ba-90dc-b8b755cd6904,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:51.855900 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:51.860746 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f039ca14-a784-441d-b371-cebcc1f3d49b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:51.881838 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:51.882382 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ebc033a8-2806-4864-bf8d-3f6bb9fa580e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:51.885890 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ebc033a8-2806-4864-bf8d-3f6bb9fa580e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:51.887024 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-ebc033a8-2806-4864-bf8d-3f6bb9fa580e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8875b240-f858-4326-aaaa-eef1f041379d HTTP/1.1" status: 204 len: 168 time: 0.1886420 Jun 16 18:38:51.889083 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0b146906-c43e-41f2-8eea-00aadb13b0da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:51.917122 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc033a8-2806-4864-bf8d-3f6bb9fa580e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8875b240-f858-4326-aaaa-eef1f041379d,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:51.926973 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ebc033a8-2806-4864-bf8d-3f6bb9fa580e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:51.965736 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681042b-2a6f-4c5a-91df-467099b57a3e req-f4318c9e-ee7e-4173-bc96-2be95aa1036e tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:51.968087 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c681042b-2a6f-4c5a-91df-467099b57a3e req-f4318c9e-ee7e-4173-bc96-2be95aa1036e tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 943 time: 0.0971739 Jun 16 18:38:52.011784 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] Attempting to bind port 19bc30bd-0526-40ba-90dc-b8b755cd6904 on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:38:52.012120 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] Attempting to bind port 19bc30bd-0526-40ba-90dc-b8b755cd6904 by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': 'a3c758e4-77a0-4b9e-be7b-87fc7ceee021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:38:52.012469 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] Attempting to bind port 19bc30bd-0526-40ba-90dc-b8b755cd6904 on network a17b9418-ccf0-458e-9381-6e3b08f2300a {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:38:52.020996 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:38:52.021383 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] Checking segment: {'id': 'a3c758e4-77a0-4b9e-be7b-87fc7ceee021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:38:52.021785 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:52.022181 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] Bound using segment: {'id': 'a3c758e4-77a0-4b9e-be7b-87fc7ceee021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:38:52.022662 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] Bound port: 19bc30bd-0526-40ba-90dc-b8b755cd6904, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c758e4-77a0-4b9e-be7b-87fc7ceee021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:38:52.023040 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:52.037281 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c681042b-2a6f-4c5a-91df-467099b57a3e req-bb054935-92fb-4d6c-a19a-6a08522dc80a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620611 Jun 16 18:38:52.071442 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] Allocated IP 172.28.2.131 (7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe/3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a/f729cbbd-82fd-404d-9ae1-1fe97d1ae24e) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:38:52.088172 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Allocated IP 172.20.0.2 (87b13861-fcc5-43ef-b333-8d67568823d9/951c78cf-d955-427d-b6db-a8e8ca11e67f/c65ef6a6-cf32-4bbe-a1b3-04155bd01717) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:38:52.169602 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] For port 19bc30bd-0526-40ba-90dc-b8b755cd6904, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:38:52.190314 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:52.214169 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] For port 19bc30bd-0526-40ba-90dc-b8b755cd6904, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=19bc30bd-0526-40ba-90dc-b8b755cd6904,segment=NetworkSegment(a3c758e4-77a0-4b9e-be7b-87fc7ceee021),segment_id=a3c758e4-77a0-4b9e-be7b-87fc7ceee021)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:38:52.227305 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:52.231684 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-66b7af01-31af-47e6-9d8c-ebc38eadf401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:52.241057 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131963324'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:52.245140 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:52.266386 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 35652) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:52.287222 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] Network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:38:52.290297 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:38:52.296175 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:38:52.299104 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4805dee5-7f4a-4ca0-aee9-d5bbf8c4a44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:52.334367 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] Pushing event updated for resources: {'Port': ['ID=f729cbbd-82fd-404d-9ae1-1fe97d1ae24e,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:52.340023 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] Routers {'16d53ae6-533c-4b37-94a4-9055350d5588'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:38:52.343253 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:38:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['16d53ae6-533c-4b37-94a4-9055350d5588'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:52.354749 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039ca14-a784-441d-b371-cebcc1f3d49b None None] Pushing event updated for resources: {'Port': ['ID=19bc30bd-0526-40ba-90dc-b8b755cd6904,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:52.406657 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f039ca14-a784-441d-b371-cebcc1f3d49b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:52.426868 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:52.458731 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4805dee5-7f4a-4ca0-aee9-d5bbf8c4a44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:52.465384 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4805dee5-7f4a-4ca0-aee9-d5bbf8c4a44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:52.468008 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0d2b1e39-61a0-4ff5-9e6f-9014e757cb29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:52.490892 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:52.515762 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Transition to ACTIVE for port object c65ef6a6-cf32-4bbe-a1b3-04155bd01717 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:38:52.539375 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805dee5-7f4a-4ca0-aee9-d5bbf8c4a44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d15b8f-00fb-4c72-87e5-eaca125ea0c6,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:52.544791 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4805dee5-7f4a-4ca0-aee9-d5bbf8c4a44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:52.547127 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Transition to ACTIVE for port object c65ef6a6-cf32-4bbe-a1b3-04155bd01717 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:38:52.550360 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-4805dee5-7f4a-4ca0-aee9-d5bbf8c4a44b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0360015f6a1430692fd1188b2a52019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833471 Jun 16 18:38:52.553099 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 35656) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:52.571652 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:52.576370 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-be062241-cb02-4bee-83a2-59069d1d73e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:52.586048 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] Set router 16d53ae6-533c-4b37-94a4-9055350d5588 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:38:52.609813 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbd2fe-a351-48f1-89ba-221e6d70ac71 req-f0f8de4f-9952-403c-b7d7-fae9da713364 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:52.611292 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-74bbd2fe-a351-48f1-89ba-221e6d70ac71 req-f0f8de4f-9952-403c-b7d7-fae9da713364 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1208484 Jun 16 18:38:52.625826 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:52.639071 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ad1d01c0-1a60-4590-954a-00e52496a127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:52.660202 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Network 87b13861-fcc5-43ef-b333-8d67568823d9 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:38:52.670769 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:38:52.673878 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ad1d01c0-1a60-4590-954a-00e52496a127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:52.680956 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-74bbd2fe-a351-48f1-89ba-221e6d70ac71 req-9178757c-a83e-4ac7-acde-953ca46e8e7e tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585039 Jun 16 18:38:52.703961 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:38:52.707483 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Pushing event updated for resources: {'Port': ['ID=c65ef6a6-cf32-4bbe-a1b3-04155bd01717,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:52.711184 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:52.746598 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ad1d01c0-1a60-4590-954a-00e52496a127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:52.749197 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ad1d01c0-1a60-4590-954a-00e52496a127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:52.750325 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-ad1d01c0-1a60-4590-954a-00e52496a127 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03d15b8f-00fb-4c72-87e5-eaca125ea0c6 HTTP/1.1" status: 204 len: 168 time: 0.1963437 Jun 16 18:38:52.751037 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:52.763652 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d01c0-1a60-4590-954a-00e52496a127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d15b8f-00fb-4c72-87e5-eaca125ea0c6,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:52.766127 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ad1d01c0-1a60-4590-954a-00e52496a127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:52.838854 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Attempting to bind port c65ef6a6-cf32-4bbe-a1b3-04155bd01717 on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:38:52.839237 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Attempting to bind port c65ef6a6-cf32-4bbe-a1b3-04155bd01717 by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': '160951bf-1268-48c3-be4e-79ff6d747b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '87b13861-fcc5-43ef-b333-8d67568823d9'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:38:52.839601 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Attempting to bind port c65ef6a6-cf32-4bbe-a1b3-04155bd01717 on network 87b13861-fcc5-43ef-b333-8d67568823d9 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:38:52.847170 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:38:52.847550 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Checking segment: {'id': '160951bf-1268-48c3-be4e-79ff6d747b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '87b13861-fcc5-43ef-b333-8d67568823d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:38:52.847958 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:52.848373 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Bound using segment: {'id': '160951bf-1268-48c3-be4e-79ff6d747b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '87b13861-fcc5-43ef-b333-8d67568823d9'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:38:52.848845 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Bound port: c65ef6a6-cf32-4bbe-a1b3-04155bd01717, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160951bf-1268-48c3-be4e-79ff6d747b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '87b13861-fcc5-43ef-b333-8d67568823d9'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:38:52.849220 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:52.859348 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439270'] for router, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:52.955604 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] For port c65ef6a6-cf32-4bbe-a1b3-04155bd01717, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:38:52.959297 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] For port c65ef6a6-cf32-4bbe-a1b3-04155bd01717, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=c65ef6a6-cf32-4bbe-a1b3-04155bd01717,segment=NetworkSegment(160951bf-1268-48c3-be4e-79ff6d747b20),segment_id=160951bf-1268-48c3-be4e-79ff6d747b20)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:38:52.965799 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:52.968290 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:53.001706 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] Router 83527b89-16b1-48af-a746-9ffcb096ea5e is scheduled to L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 with binding_index 1 {{(pid=92979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 18:38:53.014542 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'name': 'tempest-TestShelveInstance-127678774-router', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:47Z', 'revision_number': 4, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'gw_port': {'id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '19bc30bd-0526-40ba-90dc-b8b755cd6904', 'name': '', 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'mac_address': 'fa:16:3e:53:15:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '1534cc31-1f4f-42c4-a9ef-c5b78cb9b024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:47Z', 'updated_at': '2021-06-16T18:38:52Z', 'revision_number': 4, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'subnets': [{'id': '1534cc31-1f4f-42c4-a9ef-c5b78cb9b024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:53.026743 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e41b8-fbfe-4433-a437-4afc3326285e None None] The sync data for ids ['16d53ae6-533c-4b37-94a4-9055350d5588'] in dv-cinder-667108-31-smb is: [{'id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'name': 'tempest-TestShelveInstance-127678774-router', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:47Z', 'revision_number': 4, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'gw_port': {'id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '19bc30bd-0526-40ba-90dc-b8b755cd6904', 'name': '', 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'mac_address': 'fa:16:3e:53:15:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '1534cc31-1f4f-42c4-a9ef-c5b78cb9b024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:47Z', 'updated_at': '2021-06-16T18:38:52Z', 'revision_number': 4, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'subnets': [{'id': '1534cc31-1f4f-42c4-a9ef-c5b78cb9b024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:38:53.036104 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Pushing event updated for resources: {'Port': ['ID=c65ef6a6-cf32-4bbe-a1b3-04155bd01717,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:53.050129 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:53.193160 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:38:53.209308 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] Sync routers for ids ['83527b89-16b1-48af-a746-9ffcb096ea5e'] in dv-cinder-667108-31-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:38:53.235291 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] Routers {'83527b89-16b1-48af-a746-9ffcb096ea5e'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:38:53.235946 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:38:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['83527b89-16b1-48af-a746-9ffcb096ea5e'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:53.238732 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:53.242928 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9412184 Jun 16 18:38:53.244264 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 35670) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:53.358092 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315828aa-57b4-42cd-961f-422c79ccb3b4 req-fc938a4a-9524-49e2-acf2-8dd42d4cf00b tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:53.359726 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-315828aa-57b4-42cd-961f-422c79ccb3b4 req-fc938a4a-9524-49e2-acf2-8dd42d4cf00b tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 943 time: 0.1390078 Jun 16 18:38:53.444226 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-315828aa-57b4-42cd-961f-422c79ccb3b4 req-92a41f6a-6a78-47c7-9e9b-19ed9072cdb9 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598457 Jun 16 18:38:53.449741 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] Set router 83527b89-16b1-48af-a746-9ffcb096ea5e gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:38:53.696059 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83527b89-16b1-48af-a746-9ffcb096ea5e', 'name': 'tempest-TestShelveInstance-412842269-router', 'tenant_id': 'bd483288636248ca98321335920811d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f729cbbd-82fd-404d-9ae1-1fe97d1ae24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:51Z', 'updated_at': '2021-06-16T18:38:52Z', 'revision_number': 3, 'project_id': 'bd483288636248ca98321335920811d8', 'gw_port': {'id': 'f729cbbd-82fd-404d-9ae1-1fe97d1ae24e', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:35:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83527b89-16b1-48af-a746-9ffcb096ea5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:51Z', 'updated_at': '2021-06-16T18:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:53.701311 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] Checking router: 83527b89-16b1-48af-a746-9ffcb096ea5e for host: dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:38:53.701885 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] Updating router 83527b89-16b1-48af-a746-9ffcb096ea5e port f729cbbd-82fd-404d-9ae1-1fe97d1ae24e binding host dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:38:53.883236 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:54.001712 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bb3a3-00c6-47d4-867f-f412556aa846 req-9379b6f9-d9e1-44ca-9b76-ea630ef1caea tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:54.007502 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-604bb3a3-00c6-47d4-867f-f412556aa846 req-9379b6f9-d9e1-44ca-9b76-ea630ef1caea tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1299710 Jun 16 18:38:54.111322 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-604bb3a3-00c6-47d4-867f-f412556aa846 req-fd9ab91c-7786-46f2-90d5-baba51cc5809 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864286 Jun 16 18:38:54.265232 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:54.286519 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] Transition to ACTIVE for port object f729cbbd-82fd-404d-9ae1-1fe97d1ae24e will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:38:54.303287 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:54.313010 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:54.385701 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c12455-040d-473a-a6fd-1668a699b1c2 None None] Pushing event updated for resources: {'Port': ['ID=f729cbbd-82fd-404d-9ae1-1fe97d1ae24e,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:54.400398 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-e6c12455-040d-473a-a6fd-1668a699b1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:54.433328 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:54.435168 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] Attempting to bind port f729cbbd-82fd-404d-9ae1-1fe97d1ae24e on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:38:54.435778 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] Attempting to bind port f729cbbd-82fd-404d-9ae1-1fe97d1ae24e by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:38:54.436614 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] Attempting to bind port f729cbbd-82fd-404d-9ae1-1fe97d1ae24e on network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:38:54.442563 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:38:54.443227 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] Checking segment: {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:38:54.443801 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:54.444383 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] Bound using segment: {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:38:54.445039 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] Bound port: f729cbbd-82fd-404d-9ae1-1fe97d1ae24e, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba08ec9-8301-4152-af1b-37e209794dd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:38:54.445587 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:54.547469 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] For port f729cbbd-82fd-404d-9ae1-1fe97d1ae24e, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:38:54.548447 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 899057e7-c362-4f10-a1a3-bccc071f980d details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:38:54.550560 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd525a8-ab0a-4336-bbde-2460516c851a None None] Network 87b13861-fcc5-43ef-b333-8d67568823d9 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:38:54.554844 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] For port f729cbbd-82fd-404d-9ae1-1fe97d1ae24e, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=f729cbbd-82fd-404d-9ae1-1fe97d1ae24e,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:38:54.563748 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:54.566246 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-31fca1ca-cc25-468e-9f4c-673b994dc9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:54.641281 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 35694) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:54.692949 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] Routers {'83527b89-16b1-48af-a746-9ffcb096ea5e'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:38:54.694500 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] Allocated IP 172.20.0.1 (87b13861-fcc5-43ef-b333-8d67568823d9/951c78cf-d955-427d-b6db-a8e8ca11e67f/27b26274-6448-423a-ad24-2194d83dafbb) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:38:54.694641 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:38:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['83527b89-16b1-48af-a746-9ffcb096ea5e'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:54.714065 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-53d2ccaf-6d7f-49a6-950e-3123c3cab747 None None] Provisioning for port c65ef6a6-cf32-4bbe-a1b3-04155bd01717 completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:38:54.727397 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f81c35-20a2-4ebc-b416-76eea701bcad req-70e3c6ff-3610-46e4-884b-225d3bfe6a32 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:54.746186 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d6f81c35-20a2-4ebc-b416-76eea701bcad req-70e3c6ff-3610-46e4-884b-225d3bfe6a32 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 943 time: 0.1197929 Jun 16 18:38:54.811057 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d6f81c35-20a2-4ebc-b416-76eea701bcad req-a1a8764e-c2ff-4017-a3fb-d86547a242ce tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633831 Jun 16 18:38:54.842100 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 899057e7-c362-4f10-a1a3-bccc071f980d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=899057e7-c362-4f10-a1a3-bccc071f980d,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:38:54.862695 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c12455-040d-473a-a6fd-1668a699b1c2 None None] Pushing event updated for resources: {'Port': ['ID=f729cbbd-82fd-404d-9ae1-1fe97d1ae24e,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:54.863442 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': '899057e7-c362-4f10-a1a3-bccc071f980d', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'port_id': '899057e7-c362-4f10-a1a3-bccc071f980d', 'mac_address': 'fa:16:3e:fe:f4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:38:54.869507 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-e6c12455-040d-473a-a6fd-1668a699b1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:54.933705 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:54.951669 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] Set router 83527b89-16b1-48af-a746-9ffcb096ea5e gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:38:54.955130 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bed7b3c1-81e8-4ac9-a81e-75095378ecd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:54.958445 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] Transition to ACTIVE for port object 27b26274-6448-423a-ad24-2194d83dafbb will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:38:55.010481 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:55.019145 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131963324'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:55.027905 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:55.036923 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899057e7-c362-4f10-a1a3-bccc071f980d {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:38:55.067555 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 899057e7-c362-4f10-a1a3-bccc071f980d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=899057e7-c362-4f10-a1a3-bccc071f980d,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:38:55.075228 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:55.080085 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:55.083953 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device c65ef6a6-cf32-4bbe-a1b3-04155bd01717 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:38:55.121172 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] Network 87b13861-fcc5-43ef-b333-8d67568823d9 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:38:55.125518 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:38:55.134199 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:38:55.164317 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bed7b3c1-81e8-4ac9-a81e-75095378ecd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:55.169828 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=899057e7-c362-4f10-a1a3-bccc071f980d,revision_number=9']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:55.173354 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bed7b3c1-81e8-4ac9-a81e-75095378ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:55.177406 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:55.178664 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-940cebfd-9758-4563-9a53-9e7b943658c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:55.204316 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port c65ef6a6-cf32-4bbe-a1b3-04155bd01717 completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:38:55.210674 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port c65ef6a6-cf32-4bbe-a1b3-04155bd01717 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:38:55.211062 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:55.231369 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-bed7b3c1-81e8-4ac9-a81e-75095378ecd5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07727917648b44028ff50403ff1679b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5883894 Jun 16 18:38:55.232485 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7b3c1-81e8-4ac9-a81e-75095378ecd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95df3454-272c-4b62-b465-9aaa66402ab0,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:55.234922 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 35704) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:55.240776 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] Pushing event updated for resources: {'Port': ['ID=27b26274-6448-423a-ad24-2194d83dafbb,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:55.254223 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7b3c1-81e8-4ac9-a81e-75095378ecd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:55.254605 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7b3c1-81e8-4ac9-a81e-75095378ecd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:55.254976 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7b3c1-81e8-4ac9-a81e-75095378ecd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:55.255503 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7b3c1-81e8-4ac9-a81e-75095378ecd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:55.255885 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7b3c1-81e8-4ac9-a81e-75095378ecd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:55.256339 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7b3c1-81e8-4ac9-a81e-75095378ecd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:55.256699 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7b3c1-81e8-4ac9-a81e-75095378ecd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:55.257101 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7b3c1-81e8-4ac9-a81e-75095378ecd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:55.257466 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7b3c1-81e8-4ac9-a81e-75095378ecd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:55.257816 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7b3c1-81e8-4ac9-a81e-75095378ecd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:55.258858 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7b3c1-81e8-4ac9-a81e-75095378ecd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:55.259193 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7b3c1-81e8-4ac9-a81e-75095378ecd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:38:55.266471 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bed7b3c1-81e8-4ac9-a81e-75095378ecd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:55.267658 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:55.300405 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426583'] for router_interface, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:55.342998 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f8b981a1-a89e-4b4f-9208-30e51c7de9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:55.353339 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83527b89-16b1-48af-a746-9ffcb096ea5e', 'name': 'tempest-TestShelveInstance-412842269-router', 'tenant_id': 'bd483288636248ca98321335920811d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f729cbbd-82fd-404d-9ae1-1fe97d1ae24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:51Z', 'updated_at': '2021-06-16T18:38:52Z', 'revision_number': 3, 'project_id': 'bd483288636248ca98321335920811d8', 'gw_port': {'id': 'f729cbbd-82fd-404d-9ae1-1fe97d1ae24e', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:35:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83527b89-16b1-48af-a746-9ffcb096ea5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:51Z', 'updated_at': '2021-06-16T18:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:55.363659 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf01251d-2baf-43c6-8684-e65adba7c4c2 None None] The sync data for ids ['83527b89-16b1-48af-a746-9ffcb096ea5e'] in dv-cinder-667108-31-smb is: [{'id': '83527b89-16b1-48af-a746-9ffcb096ea5e', 'name': 'tempest-TestShelveInstance-412842269-router', 'tenant_id': 'bd483288636248ca98321335920811d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f729cbbd-82fd-404d-9ae1-1fe97d1ae24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:51Z', 'updated_at': '2021-06-16T18:38:52Z', 'revision_number': 3, 'project_id': 'bd483288636248ca98321335920811d8', 'gw_port': {'id': 'f729cbbd-82fd-404d-9ae1-1fe97d1ae24e', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:35:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83527b89-16b1-48af-a746-9ffcb096ea5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:51Z', 'updated_at': '2021-06-16T18:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:38:55.398872 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:55.412661 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['899057e7-c362-4f10-a1a3-bccc071f980d'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:38:55.416532 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f8b981a1-a89e-4b4f-9208-30e51c7de9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:55.505854 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2399578-a167-452f-8bcd-ad1385fdd81e req-438f1ab7-69c2-406a-ba79-3712180e6547 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:55.512932 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e2399578-a167-452f-8bcd-ad1385fdd81e req-438f1ab7-69c2-406a-ba79-3712180e6547 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1405847 Jun 16 18:38:55.535222 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f8b981a1-a89e-4b4f-9208-30e51c7de9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:55.545448 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f8b981a1-a89e-4b4f-9208-30e51c7de9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:55.549048 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-f8b981a1-a89e-4b4f-9208-30e51c7de9e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/95df3454-272c-4b62-b465-9aaa66402ab0 HTTP/1.1" status: 204 len: 168 time: 0.3108852 Jun 16 18:38:55.579622 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] For port c65ef6a6-cf32-4bbe-a1b3-04155bd01717, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=c65ef6a6-cf32-4bbe-a1b3-04155bd01717,segment=NetworkSegment(160951bf-1268-48c3-be4e-79ff6d747b20),segment_id=160951bf-1268-48c3-be4e-79ff6d747b20)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:38:55.590228 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-488c6f8f-b61f-4e59-93db-95d4ae2dbd56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:55.591177 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:55.605757 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-af5e6511-f2e0-40c8-a928-405a5aab3983 None None] Provisioning complete for port c65ef6a6-cf32-4bbe-a1b3-04155bd01717 triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:38:55.606612 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-af5e6511-f2e0-40c8-a928-405a5aab3983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:55.613645 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:55.614512 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 19bc30bd-0526-40ba-90dc-b8b755cd6904 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:38:55.628770 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b981a1-a89e-4b4f-9208-30e51c7de9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95df3454-272c-4b62-b465-9aaa66402ab0,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:55.643049 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f8b981a1-a89e-4b4f-9208-30e51c7de9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:55.738567 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e2399578-a167-452f-8bcd-ad1385fdd81e req-3269979f-253b-4be7-a2f0-4134b853aea5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246394 Jun 16 18:38:55.839848 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d237a8d-f6f5-4b9d-a3ad-6da0d8b90d2a req-3ae940a7-2952-47e1-8cdd-c03b8a0cdf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:55.841492 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7d237a8d-f6f5-4b9d-a3ad-6da0d8b90d2a req-3ae940a7-2952-47e1-8cdd-c03b8a0cdf6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0d3c51cd79e448d9c410c5292e758ad&device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 1138 time: 0.2152488 Jun 16 18:38:55.857681 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc2a51-5863-413d-8ed1-85a637905e4a req-8940bf24-064a-43cb-bdc5-4685acb81bd5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:55.876233 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cdcc2a51-5863-413d-8ed1-85a637905e4a req-8940bf24-064a-43cb-bdc5-4685acb81bd5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 985 time: 0.2092521 Jun 16 18:38:55.892898 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:55.905650 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131963306'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:55.909219 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-935b9220-77f1-4a57-888b-ecf27a765ec9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:55.920746 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:56.063666 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133741498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426539'] for router_interface, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:56.076028 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] Pushing event updated for resources: {'Port': ['ID=27b26274-6448-423a-ad24-2194d83dafbb,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:56.091270 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:56.112714 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cdcc2a51-5863-413d-8ed1-85a637905e4a req-d5f6e7f4-393e-4770-9faf-5633ffd69a47 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&id=17d81841-49ff-4bf6-827f-f0b219bd89da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2356141 Jun 16 18:38:56.144523 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Pushing event updated for resources: {'Port': ['ID=c65ef6a6-cf32-4bbe-a1b3-04155bd01717,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:56.144523 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:56.200489 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port 19bc30bd-0526-40ba-90dc-b8b755cd6904 completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:38:56.212227 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d237a8d-f6f5-4b9d-a3ad-6da0d8b90d2a req-5caf8c23-af9b-4a08-ac4d-1672e7dcf61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:56.215446 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7d237a8d-f6f5-4b9d-a3ad-6da0d8b90d2a req-5caf8c23-af9b-4a08-ac4d-1672e7dcf61f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c HTTP/1.1" status: 200 len: 916 time: 0.3233624 Jun 16 18:38:56.221693 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 19bc30bd-0526-40ba-90dc-b8b755cd6904 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:38:56.222089 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:56.281543 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] Network 87b13861-fcc5-43ef-b333-8d67568823d9 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:38:56.283543 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:38:56.416558 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:56.482570 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-919dd7eb-ac1c-442f-914a-d207c10d47a8 None None] Provisioning for port 27b26274-6448-423a-ad24-2194d83dafbb completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:38:56.506475 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-919dd7eb-ac1c-442f-914a-d207c10d47a8 None None] Provisioning complete for port 27b26274-6448-423a-ad24-2194d83dafbb triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:38:56.506940 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-919dd7eb-ac1c-442f-914a-d207c10d47a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:56.511023 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] Router 83527b89-16b1-48af-a746-9ffcb096ea5e has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:38:56.513270 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] For port 19bc30bd-0526-40ba-90dc-b8b755cd6904, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=19bc30bd-0526-40ba-90dc-b8b755cd6904,segment=NetworkSegment(a3c758e4-77a0-4b9e-be7b-87fc7ceee021),segment_id=a3c758e4-77a0-4b9e-be7b-87fc7ceee021)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:38:56.533934 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:56.538114 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:56.591626 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-919dd7eb-ac1c-442f-914a-d207c10d47a8 None None] Port 27b26274-6448-423a-ad24-2194d83dafbb cannot update to ACTIVE because it is not bound. {{(pid=92980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:38:56.623611 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Pushing event updated for resources: {'Port': ['ID=19bc30bd-0526-40ba-90dc-b8b755cd6904,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:56.627020 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:56.682062 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:38:56.692093 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ceb21-77fc-4aa9-a9a5-19bc4238d3c1 req-0235c2f0-790d-4548-955f-a6121076a4ad tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:56.694078 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e68ceb21-77fc-4aa9-a9a5-19bc4238d3c1 req-0235c2f0-790d-4548-955f-a6121076a4ad tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 944 time: 0.5743732 Jun 16 18:38:56.694873 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-b97ab0c6-adb1-4010-81f0-3c8774808db0 admin admin] 10.222.0.46 "PUT /v2.0/routers/83527b89-16b1-48af-a746-9ffcb096ea5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4471135 Jun 16 18:38:56.710257 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7d237a8d-f6f5-4b9d-a3ad-6da0d8b90d2a req-769783f4-65aa-4a22-bb74-51397263af07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b53861b-eb08-4f42-a9b1-fed35a421d0f HTTP/1.1" status: 200 len: 1002 time: 0.4854207 Jun 16 18:38:56.724111 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-e8523ee9-2deb-44bf-9698-0bd3e841ce8c None None] Provisioning complete for port 27b26274-6448-423a-ad24-2194d83dafbb triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:38:56.724840 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e8523ee9-2deb-44bf-9698-0bd3e841ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:56.793522 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e68ceb21-77fc-4aa9-a9a5-19bc4238d3c1 req-ee51c268-7962-4cea-811e-6d411ed42db2 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863531 Jun 16 18:38:56.794816 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-e8523ee9-2deb-44bf-9698-0bd3e841ce8c None None] Port 27b26274-6448-423a-ad24-2194d83dafbb cannot update to ACTIVE because it is not bound. {{(pid=92980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:38:56.840001 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d237a8d-f6f5-4b9d-a3ad-6da0d8b90d2a req-99b0fca5-991b-4831-9fbe-79f8a27e069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:56.843992 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7d237a8d-f6f5-4b9d-a3ad-6da0d8b90d2a req-99b0fca5-991b-4831-9fbe-79f8a27e069c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c368f720-5366-4c5f-ac8e-ade7f5c5370a HTTP/1.1" status: 200 len: 854 time: 0.1105585 Jun 16 18:38:57.010969 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d237a8d-f6f5-4b9d-a3ad-6da0d8b90d2a req-fc66313a-1bf7-478e-b041-bb752647e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:57.012527 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7d237a8d-f6f5-4b9d-a3ad-6da0d8b90d2a req-fc66313a-1bf7-478e-b041-bb752647e87d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1590762 Jun 16 18:38:57.061051 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df875e07-b131-47e3-bc5f-061cd9e16c55 req-fa81722b-5288-4e4a-9234-13a499bfc6da tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:57.066866 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device c65ef6a6-cf32-4bbe-a1b3-04155bd01717 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:38:57.067972 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-df875e07-b131-47e3-bc5f-061cd9e16c55 req-fa81722b-5288-4e4a-9234-13a499bfc6da tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1411543 Jun 16 18:38:57.126002 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port c65ef6a6-cf32-4bbe-a1b3-04155bd01717 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:38:57.126336 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:57.165215 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-df875e07-b131-47e3-bc5f-061cd9e16c55 req-a23150be-3496-4510-9449-cd1c99d5deb4 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909092 Jun 16 18:38:57.206435 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7d237a8d-f6f5-4b9d-a3ad-6da0d8b90d2a req-c756a576-442c-41ca-951c-4bfd6807c72f service neutron] 10.222.0.36 "GET /v2.0/networks/d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860411 Jun 16 18:38:57.299792 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device f729cbbd-82fd-404d-9ae1-1fe97d1ae24e up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:38:57.375175 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port f729cbbd-82fd-404d-9ae1-1fe97d1ae24e completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:38:57.380189 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port f729cbbd-82fd-404d-9ae1-1fe97d1ae24e triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:38:57.381128 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:57.446287 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7d237a8d-f6f5-4b9d-a3ad-6da0d8b90d2a req-cc917eff-b571-41ff-ac01-092109d36d7c service neutron] 10.222.0.36 "GET /v2.0/networks/d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302177 Jun 16 18:38:57.497558 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7946a-1683-4c20-a813-a9f0155b2a4e req-18ec4a91-bad9-4ba4-912c-873fb76fb890 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:57.508580 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-79c7946a-1683-4c20-a813-a9f0155b2a4e req-18ec4a91-bad9-4ba4-912c-873fb76fb890 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 985 time: 0.2107325 Jun 16 18:38:57.579249 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-79c7946a-1683-4c20-a813-a9f0155b2a4e req-bf09fec4-93d3-41ac-83e9-83e45371c181 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&id=17d81841-49ff-4bf6-827f-f0b219bd89da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696943 Jun 16 18:38:57.629631 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:57.685123 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] For port f729cbbd-82fd-404d-9ae1-1fe97d1ae24e, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=f729cbbd-82fd-404d-9ae1-1fe97d1ae24e,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:38:57.701838 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:57.708217 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 19bc30bd-0526-40ba-90dc-b8b755cd6904 up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:38:57.714497 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-27b64040-5af0-4ebe-a2af-4caa147aee0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:57.792013 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 35786) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:57.798681 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-72bb1fe4-f39f-4fbf-8ffe-41e38679feb4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1200782455', 'description': 'tempest-secgroup-smoke-1200782455 description', 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:57.824619 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Pushing event updated for resources: {'Port': ['ID=f729cbbd-82fd-404d-9ae1-1fe97d1ae24e,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:57.840084 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:57.850360 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 19bc30bd-0526-40ba-90dc-b8b755cd6904 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:38:57.850570 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-72bb1fe4-f39f-4fbf-8ffe-41e38679feb4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:57.850929 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:57.973071 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-72bb1fe4-f39f-4fbf-8ffe-41e38679feb4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:57.979423 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-72bb1fe4-f39f-4fbf-8ffe-41e38679feb4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:57.983517 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-591e8ec3-cda0-4160-8b34-628727f1af1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:58.016531 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-72bb1fe4-f39f-4fbf-8ffe-41e38679feb4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.018038 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-72bb1fe4-f39f-4fbf-8ffe-41e38679feb4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2244291 Jun 16 18:38:58.021266 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 35804) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:58.023802 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29de8e-eda9-4b8b-97b4-5f601f18cd13 req-2815171c-3a4a-4302-86fa-1f7921cce7ab tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:58.027324 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-fb29de8e-eda9-4b8b-97b4-5f601f18cd13 req-2815171c-3a4a-4302-86fa-1f7921cce7ab tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 944 time: 0.0838404 Jun 16 18:38:58.029781 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] Sync routers for ids ['83527b89-16b1-48af-a746-9ffcb096ea5e'] in dv-cinder-667108-31-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:38:58.030879 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-f903cd90-1471-4813-88d2-ed1d9dafccc2 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Request body: {'security_group_rule': {'security_group_id': 'a225f144-aac0-4b71-ba93-fe8cfb6f53d2', 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:58.039409 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb1fe4-f39f-4fbf-8ffe-41e38679feb4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a225f144-aac0-4b71-ba93-fe8cfb6f53d2,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:58.044865 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-72bb1fe4-f39f-4fbf-8ffe-41e38679feb4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:58.053600 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] Routers {'83527b89-16b1-48af-a746-9ffcb096ea5e'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:38:58.054246 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:38:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['83527b89-16b1-48af-a746-9ffcb096ea5e'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:58.069393 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f903cd90-1471-4813-88d2-ed1d9dafccc2 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.082465 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-fb29de8e-eda9-4b8b-97b4-5f601f18cd13 req-a1943e50-2e70-4794-8c50-3afcd299a259 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444434 Jun 16 18:38:58.157981 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f903cd90-1471-4813-88d2-ed1d9dafccc2 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.161601 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f903cd90-1471-4813-88d2-ed1d9dafccc2 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510238'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.163678 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:58.177398 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] Set router 83527b89-16b1-48af-a746-9ffcb096ea5e gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:38:58.179864 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903cd90-1471-4813-88d2-ed1d9dafccc2 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f27009-32a2-49ce-8b9f-9183a917b5f9,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:58.182707 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f903cd90-1471-4813-88d2-ed1d9dafccc2 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:58.187365 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f903cd90-1471-4813-88d2-ed1d9dafccc2 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.191855 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 35808) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:58.196746 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-f903cd90-1471-4813-88d2-ed1d9dafccc2 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1742890 Jun 16 18:38:58.197097 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-88daa366-470d-4ae1-ad32-afbab188a84b tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Request body: {'security_group_rule': {'security_group_id': 'a225f144-aac0-4b71-ba93-fe8cfb6f53d2', 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:58.237883 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-88daa366-470d-4ae1-ad32-afbab188a84b tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.330072 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-88daa366-470d-4ae1-ad32-afbab188a84b tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.335192 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-88daa366-470d-4ae1-ad32-afbab188a84b tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510238'] for security_group_rule, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.340988 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2880c534-c7bc-41a7-ac79-6716c3cb92e5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:58.360724 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88daa366-470d-4ae1-ad32-afbab188a84b tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6788f3d-6346-4181-9d72-69b7f5fed23d,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:58.364983 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-88daa366-470d-4ae1-ad32-afbab188a84b tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:58.368883 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-88daa366-470d-4ae1-ad32-afbab188a84b tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.372929 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-88daa366-470d-4ae1-ad32-afbab188a84b tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1773455 Jun 16 18:38:58.373294 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 35810) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:58.378829 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-0cc4b01c-f7f2-4074-a051-aba5e29efe2f tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Request body: {'security_group_rule': {'security_group_id': 'a225f144-aac0-4b71-ba93-fe8cfb6f53d2', 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:58.406629 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1a4a0-1146-4316-8ed7-75a79ed87e67 req-7ca1639a-9794-4fca-8602-2bbde223f021 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:58.408943 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-55f1a4a0-1146-4316-8ed7-75a79ed87e67 req-7ca1639a-9794-4fca-8602-2bbde223f021 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1200604 Jun 16 18:38:58.417141 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0cc4b01c-f7f2-4074-a051-aba5e29efe2f tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.476957 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83527b89-16b1-48af-a746-9ffcb096ea5e', 'name': 'tempest-TestShelveInstance-412842269-router', 'tenant_id': 'bd483288636248ca98321335920811d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f729cbbd-82fd-404d-9ae1-1fe97d1ae24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:51Z', 'updated_at': '2021-06-16T18:38:55Z', 'revision_number': 4, 'project_id': 'bd483288636248ca98321335920811d8', 'gw_port': {'id': 'f729cbbd-82fd-404d-9ae1-1fe97d1ae24e', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:35:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83527b89-16b1-48af-a746-9ffcb096ea5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:51Z', 'updated_at': '2021-06-16T18:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '27b26274-6448-423a-ad24-2194d83dafbb', 'name': '', 'network_id': '87b13861-fcc5-43ef-b333-8d67568823d9', 'tenant_id': 'bd483288636248ca98321335920811d8', 'mac_address': 'fa:16:3e:04:04:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83527b89-16b1-48af-a746-9ffcb096ea5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '951c78cf-d955-427d-b6db-a8e8ca11e67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:54Z', 'updated_at': '2021-06-16T18:38:55Z', 'revision_number': 2, 'project_id': 'bd483288636248ca98321335920811d8', 'subnets': [{'id': '951c78cf-d955-427d-b6db-a8e8ca11e67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:58.479324 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-55f1a4a0-1146-4316-8ed7-75a79ed87e67 req-d4a16cfe-81e6-4ab0-ae50-b0473a9cf976 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544257 Jun 16 18:38:58.481611 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] Checking router: 83527b89-16b1-48af-a746-9ffcb096ea5e for host: dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:38:58.482189 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] Updating router 83527b89-16b1-48af-a746-9ffcb096ea5e port 27b26274-6448-423a-ad24-2194d83dafbb binding host dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:38:58.491970 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0cc4b01c-f7f2-4074-a051-aba5e29efe2f tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.496851 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0cc4b01c-f7f2-4074-a051-aba5e29efe2f tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510238'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.499061 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0c4a7455-44e3-4da3-9bc3-7329553dee0b tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:58.515212 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4b01c-f7f2-4074-a051-aba5e29efe2f tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26201b91-0678-42a5-ae43-eb97b3d2609b,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:58.517683 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0cc4b01c-f7f2-4074-a051-aba5e29efe2f tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:58.522325 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0cc4b01c-f7f2-4074-a051-aba5e29efe2f tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.522668 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.523526 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-0cc4b01c-f7f2-4074-a051-aba5e29efe2f tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492224 Jun 16 18:38:58.527019 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 35812) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:58.531702 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-68e99b60-29f5-41ad-94fd-a61c2dca82da tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Request body: {'security_group_rule': {'security_group_id': 'a225f144-aac0-4b71-ba93-fe8cfb6f53d2', 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:58.557943 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-68e99b60-29f5-41ad-94fd-a61c2dca82da tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.559539 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 899057e7-c362-4f10-a1a3-bccc071f980d up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:38:58.613139 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-68e99b60-29f5-41ad-94fd-a61c2dca82da tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.618157 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-68e99b60-29f5-41ad-94fd-a61c2dca82da tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510238'] for security_group_rule, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.621492 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:58.637588 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e99b60-29f5-41ad-94fd-a61c2dca82da tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab4b157-e497-4400-8a5a-e9d9cc4c79ab,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:58.641616 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-68e99b60-29f5-41ad-94fd-a61c2dca82da tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:58.648699 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-68e99b60-29f5-41ad-94fd-a61c2dca82da tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.653658 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-68e99b60-29f5-41ad-94fd-a61c2dca82da tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219077 Jun 16 18:38:58.653903 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 35816) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:58.658346 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-9abd5092-3105-4a75-b39e-c0fa968cbae9 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Request body: {'security_group_rule': {'security_group_id': 'a225f144-aac0-4b71-ba93-fe8cfb6f53d2', 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:58.690399 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port 899057e7-c362-4f10-a1a3-bccc071f980d triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:38:58.691064 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.700776 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.db.securitygroups_db [None req-9abd5092-3105-4a75-b39e-c0fa968cbae9 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Project 5b5d42596a1c445fa7cc4576a3d8418b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 18:38:58.709380 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9abd5092-3105-4a75-b39e-c0fa968cbae9 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.825651 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9abd5092-3105-4a75-b39e-c0fa968cbae9 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.831131 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9abd5092-3105-4a75-b39e-c0fa968cbae9 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510238'] for security_group_rule, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.841597 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49550ff9-b76b-4513-97d5-e18dc58df879 req-1c14a1fb-0b0c-4380-b55a-99e4e03b01df tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:58.846449 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-49550ff9-b76b-4513-97d5-e18dc58df879 req-1c14a1fb-0b0c-4380-b55a-99e4e03b01df tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 985 time: 0.1227219 Jun 16 18:38:58.846449 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-88daa366-470d-4ae1-ad32-afbab188a84b tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:58.875414 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd5092-3105-4a75-b39e-c0fa968cbae9 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a853030-4900-415c-887d-eb93197a0410,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:58.883613 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9abd5092-3105-4a75-b39e-c0fa968cbae9 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:58.887733 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9abd5092-3105-4a75-b39e-c0fa968cbae9 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.888962 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-9abd5092-3105-4a75-b39e-c0fa968cbae9 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2341807 Jun 16 18:38:58.891881 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 35820) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:38:58.898724 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-3283c101-b90b-48f9-8946-35961a539d4d tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Request body: {'security_group_rule': {'security_group_id': 'a225f144-aac0-4b71-ba93-fe8cfb6f53d2', 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:38:58.909454 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.913877 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-49550ff9-b76b-4513-97d5-e18dc58df879 req-572dc238-1f0f-4168-bb81-83133cf3901c tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&id=17d81841-49ff-4bf6-827f-f0b219bd89da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510786 Jun 16 18:38:58.938421 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.db.securitygroups_db [None req-3283c101-b90b-48f9-8946-35961a539d4d tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Project 5b5d42596a1c445fa7cc4576a3d8418b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 18:38:58.944645 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3283c101-b90b-48f9-8946-35961a539d4d tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.961274 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device f729cbbd-82fd-404d-9ae1-1fe97d1ae24e up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:38:58.964520 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:58.988996 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bc01c5-f2ef-445b-bf34-f04aa28f83b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899057e7-c362-4f10-a1a3-bccc071f980d'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:38:58.991312 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f80efa0-87af-4ebd-9ea7-e6c4b3f33eb3" -d '{"events": [{"server_uuid": "39bc01c5-f2ef-445b-bf34-f04aa28f83b0", "name": "network-vif-plugged", "status": "completed", "tag": "899057e7-c362-4f10-a1a3-bccc071f980d"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:38:59.012582 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3283c101-b90b-48f9-8946-35961a539d4d tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:59.014000 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 899057e7-c362-4f10-a1a3-bccc071f980d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=899057e7-c362-4f10-a1a3-bccc071f980d,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:38:59.017387 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3283c101-b90b-48f9-8946-35961a539d4d tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510238'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:59.018779 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] Transition to ACTIVE for port object 27b26274-6448-423a-ad24-2194d83dafbb will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:38:59.019861 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d31bd5ab-1ca1-4ccb-9782-0d625de825e6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:59.024494 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:59.029968 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:59.035945 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283c101-b90b-48f9-8946-35961a539d4d tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87013b27-a53f-4b1c-8dda-6d320901b919,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:59.040442 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3283c101-b90b-48f9-8946-35961a539d4d tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:59.046526 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3283c101-b90b-48f9-8946-35961a539d4d tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:59.047814 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-3283c101-b90b-48f9-8946-35961a539d4d tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1543872 Jun 16 18:38:59.051890 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2762e87-e5bd-4ba6-a274-12b1793f28a6 x-openstack-request-id: req-e2762e87-e5bd-4ba6-a274-12b1793f28a6 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:38:59.052213 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bc01c5-f2ef-445b-bf34-f04aa28f83b0", "name": "network-vif-plugged", "status": "completed", "tag": "899057e7-c362-4f10-a1a3-bccc071f980d", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:38:59.052482 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e2762e87-e5bd-4ba6-a274-12b1793f28a6 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:38:59.052870 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bc01c5-f2ef-445b-bf34-f04aa28f83b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899057e7-c362-4f10-a1a3-bccc071f980d', 'code': 200} Jun 16 18:38:59.057795 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:59.139716 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=899057e7-c362-4f10-a1a3-bccc071f980d,revision_number=10']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:59.143821 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:59.144460 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:59.184483 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port f729cbbd-82fd-404d-9ae1-1fe97d1ae24e triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:38:59.184872 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:59.272311 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f500548-310d-478e-b57a-4b15549cba1f None None] Pushing event updated for resources: {'Port': ['ID=27b26274-6448-423a-ad24-2194d83dafbb,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:59.274678 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] Attempting to bind port 27b26274-6448-423a-ad24-2194d83dafbb on host dv-cinder-667108-31-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:38:59.275091 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] Attempting to bind port 27b26274-6448-423a-ad24-2194d83dafbb by drivers openvswitch,hyperv on host dv-cinder-667108-31-smb at level 0 using segments [{'id': '160951bf-1268-48c3-be4e-79ff6d747b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '87b13861-fcc5-43ef-b333-8d67568823d9'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:38:59.275614 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] Attempting to bind port 27b26274-6448-423a-ad24-2194d83dafbb on network 87b13861-fcc5-43ef-b333-8d67568823d9 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:38:59.278646 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7f500548-310d-478e-b57a-4b15549cba1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:59.284700 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] Checking agent: {'id': '6c11cb38-deee-449f-9eb0-a523b9b496fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-31-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 28, 12), 'started_at': datetime.datetime(2021, 6, 16, 18, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-31-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:38:59.285089 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] Checking segment: {'id': '160951bf-1268-48c3-be4e-79ff6d747b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '87b13861-fcc5-43ef-b333-8d67568823d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:38:59.285505 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:59.285908 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] Bound using segment: {'id': '160951bf-1268-48c3-be4e-79ff6d747b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '87b13861-fcc5-43ef-b333-8d67568823d9'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:38:59.286399 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] Bound port: 27b26274-6448-423a-ad24-2194d83dafbb, host: dv-cinder-667108-31-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160951bf-1268-48c3-be4e-79ff6d747b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '87b13861-fcc5-43ef-b333-8d67568823d9'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:38:59.286785 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:59.346492 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b754f60-081b-4193-b09a-4c6f07b838e1 req-e004ee18-e987-4c3f-8397-2e861955ec11 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:59.347842 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4b754f60-081b-4193-b09a-4c6f07b838e1 req-e004ee18-e987-4c3f-8397-2e861955ec11 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 946 time: 0.0940762 Jun 16 18:38:59.390118 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] For port 27b26274-6448-423a-ad24-2194d83dafbb, host dv-cinder-667108-31-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:38:59.391045 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] For port 27b26274-6448-423a-ad24-2194d83dafbb, host dv-cinder-667108-31-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=27b26274-6448-423a-ad24-2194d83dafbb,segment=NetworkSegment(160951bf-1268-48c3-be4e-79ff6d747b20),segment_id=160951bf-1268-48c3-be4e-79ff6d747b20)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:38:59.396251 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:38:59.398528 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:38:59.413109 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4b754f60-081b-4193-b09a-4c6f07b838e1 req-f6a17683-8795-4cae-8d91-425b93f45b39 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586634 Jun 16 18:38:59.593299 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] Routers {'83527b89-16b1-48af-a746-9ffcb096ea5e'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:38:59.594020 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:38:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['83527b89-16b1-48af-a746-9ffcb096ea5e'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:59.632368 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f500548-310d-478e-b57a-4b15549cba1f None None] Pushing event updated for resources: {'Port': ['ID=27b26274-6448-423a-ad24-2194d83dafbb,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:38:59.666903 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7f500548-310d-478e-b57a-4b15549cba1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:38:59.747419 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] Set router 83527b89-16b1-48af-a746-9ffcb096ea5e gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:38:59.763584 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63291ffb-e17d-4906-bbd2-b94cca1b73f1 req-53e01abe-f174-4dc1-8e0a-1b3fa76c867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:59.765099 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-63291ffb-e17d-4906-bbd2-b94cca1b73f1 req-53e01abe-f174-4dc1-8e0a-1b3fa76c867a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 1099 time: 0.1668088 Jun 16 18:38:59.791430 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd885020-5e50-4e44-a71e-d8e31e4e74d7 req-2f7ca835-2cd4-4d43-bac3-d083c5b520fe tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:38:59.793106 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-dd885020-5e50-4e44-a71e-d8e31e4e74d7 req-2f7ca835-2cd4-4d43-bac3-d083c5b520fe tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1352668 Jun 16 18:38:59.825298 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-63291ffb-e17d-4906-bbd2-b94cca1b73f1 req-91995b6a-75ca-4da3-bb90-c35b0ad4fbe9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536830 Jun 16 18:38:59.840819 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-dd885020-5e50-4e44-a71e-d8e31e4e74d7 req-42ae7c15-d7cc-4d07-8f9b-e79bee0ba04a tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 Jun 16 18:38:59.972631 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83527b89-16b1-48af-a746-9ffcb096ea5e', 'name': 'tempest-TestShelveInstance-412842269-router', 'tenant_id': 'bd483288636248ca98321335920811d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f729cbbd-82fd-404d-9ae1-1fe97d1ae24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:51Z', 'updated_at': '2021-06-16T18:38:55Z', 'revision_number': 4, 'project_id': 'bd483288636248ca98321335920811d8', 'gw_port': {'id': 'f729cbbd-82fd-404d-9ae1-1fe97d1ae24e', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:35:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83527b89-16b1-48af-a746-9ffcb096ea5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:51Z', 'updated_at': '2021-06-16T18:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '27b26274-6448-423a-ad24-2194d83dafbb', 'name': '', 'network_id': '87b13861-fcc5-43ef-b333-8d67568823d9', 'tenant_id': 'bd483288636248ca98321335920811d8', 'mac_address': 'fa:16:3e:04:04:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83527b89-16b1-48af-a746-9ffcb096ea5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '951c78cf-d955-427d-b6db-a8e8ca11e67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:54Z', 'updated_at': '2021-06-16T18:38:59Z', 'revision_number': 4, 'project_id': 'bd483288636248ca98321335920811d8', 'subnets': [{'id': '951c78cf-d955-427d-b6db-a8e8ca11e67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:38:59.976052 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6978e8c4-1be6-4011-90ed-9d650d6f9a97 None None] The sync data for ids ['83527b89-16b1-48af-a746-9ffcb096ea5e'] in dv-cinder-667108-31-smb is: [{'id': '83527b89-16b1-48af-a746-9ffcb096ea5e', 'name': 'tempest-TestShelveInstance-412842269-router', 'tenant_id': 'bd483288636248ca98321335920811d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f729cbbd-82fd-404d-9ae1-1fe97d1ae24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:51Z', 'updated_at': '2021-06-16T18:38:55Z', 'revision_number': 4, 'project_id': 'bd483288636248ca98321335920811d8', 'gw_port': {'id': 'f729cbbd-82fd-404d-9ae1-1fe97d1ae24e', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:35:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83527b89-16b1-48af-a746-9ffcb096ea5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:51Z', 'updated_at': '2021-06-16T18:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '27b26274-6448-423a-ad24-2194d83dafbb', 'name': '', 'network_id': '87b13861-fcc5-43ef-b333-8d67568823d9', 'tenant_id': 'bd483288636248ca98321335920811d8', 'mac_address': 'fa:16:3e:04:04:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83527b89-16b1-48af-a746-9ffcb096ea5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '951c78cf-d955-427d-b6db-a8e8ca11e67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:54Z', 'updated_at': '2021-06-16T18:38:59Z', 'revision_number': 4, 'project_id': 'bd483288636248ca98321335920811d8', 'subnets': [{'id': '951c78cf-d955-427d-b6db-a8e8ca11e67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:39:00.143118 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3e2ed-ff79-42d1-ac87-a753fc09daca req-b85655ea-f150-45e5-b407-c1ae308270ce tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:00.145264 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-72c3e2ed-ff79-42d1-ac87-a753fc09daca req-b85655ea-f150-45e5-b407-c1ae308270ce tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 985 time: 0.0783467 Jun 16 18:39:00.193406 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-72c3e2ed-ff79-42d1-ac87-a753fc09daca req-bbc69055-bf34-4109-b192-f6d9f080f141 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&id=17d81841-49ff-4bf6-827f-f0b219bd89da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397010 Jun 16 18:39:00.598088 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf900a-819d-420f-b48a-f2ada2ffaf56 req-0787ce81-b3ea-48d8-a3e9-aac3a76bc6c4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:00.599577 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9bbf900a-819d-420f-b48a-f2ada2ffaf56 req-0787ce81-b3ea-48d8-a3e9-aac3a76bc6c4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 946 time: 0.0659778 Jun 16 18:39:00.640557 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9bbf900a-819d-420f-b48a-f2ada2ffaf56 req-4231be3c-9858-4ce7-9608-d889b6db102e tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332341 Jun 16 18:39:00.928953 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 27b26274-6448-423a-ad24-2194d83dafbb up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:39:00.988620 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning for port 27b26274-6448-423a-ad24-2194d83dafbb completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:39:00.992662 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 27b26274-6448-423a-ad24-2194d83dafbb triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:39:00.993143 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:01.057701 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461af0e-63aa-4337-8715-1a578472a537 req-92585350-a2a7-4394-9aba-5f052f23473a tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:01.059185 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b461af0e-63aa-4337-8715-1a578472a537 req-92585350-a2a7-4394-9aba-5f052f23473a tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0680318 Jun 16 18:39:01.081522 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:01.098935 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b461af0e-63aa-4337-8715-1a578472a537 req-a2cf460c-5a16-4f78-8fff-f60adc24afba tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333471 Jun 16 18:39:01.113240 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] For port 27b26274-6448-423a-ad24-2194d83dafbb, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=27b26274-6448-423a-ad24-2194d83dafbb,segment=NetworkSegment(160951bf-1268-48c3-be4e-79ff6d747b20),segment_id=160951bf-1268-48c3-be4e-79ff6d747b20)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:39:01.117330 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:01.124063 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:01.169347 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Pushing event updated for resources: {'Port': ['ID=27b26274-6448-423a-ad24-2194d83dafbb,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:01.172708 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:01.370974 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc3c89-2c46-43ac-a66a-692b898a6d61 req-8aac3d15-5dcf-4c6b-9088-2aaaaff7b460 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:01.372443 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-accc3c89-2c46-43ac-a66a-692b898a6d61 req-8aac3d15-5dcf-4c6b-9088-2aaaaff7b460 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 985 time: 0.0662129 Jun 16 18:39:01.412091 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-accc3c89-2c46-43ac-a66a-692b898a6d61 req-8861e622-24d2-46c8-aab5-a74d0e7f8a13 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&id=17d81841-49ff-4bf6-827f-f0b219bd89da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338769 Jun 16 18:39:01.819994 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce7991-2cb5-42e7-a436-a1b030ff4966 req-155d42b5-0117-4233-9e52-223dd5f7bb5c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:01.821481 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-acce7991-2cb5-42e7-a436-a1b030ff4966 req-155d42b5-0117-4233-9e52-223dd5f7bb5c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 946 time: 0.0651174 Jun 16 18:39:01.862691 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-acce7991-2cb5-42e7-a436-a1b030ff4966 req-ecc85e26-3d99-4139-89b7-9b406152da95 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345664 Jun 16 18:39:02.284559 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396a54b-51d1-477f-8a4f-01d219871695 req-b9f12162-0a79-4f0c-9b30-58a52f831979 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:02.286009 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3396a54b-51d1-477f-8a4f-01d219871695 req-b9f12162-0a79-4f0c-9b30-58a52f831979 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0724845 Jun 16 18:39:02.327137 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3396a54b-51d1-477f-8a4f-01d219871695 req-68806598-08e1-485a-b9ba-460a2b7251eb tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347631 Jun 16 18:39:02.591480 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874b4cd-7711-420d-8b83-20ebb0f00807 req-f308e91e-12da-4d89-93b5-77bb32809f48 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:02.592887 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e874b4cd-7711-420d-8b83-20ebb0f00807 req-f308e91e-12da-4d89-93b5-77bb32809f48 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 985 time: 0.0619681 Jun 16 18:39:02.632348 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e874b4cd-7711-420d-8b83-20ebb0f00807 req-92300b4b-5488-4b22-be48-fb9f73ff74b2 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&id=17d81841-49ff-4bf6-827f-f0b219bd89da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336621 Jun 16 18:39:02.906297 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 27b26274-6448-423a-ad24-2194d83dafbb up at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:39:02.955110 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Provisioning complete for port 27b26274-6448-423a-ad24-2194d83dafbb triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:39:02.955521 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:03.049893 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fd09d-25e9-4c41-8160-ae9e06fff261 req-f90fa18f-3f3a-466d-b287-5a3d72f79c5f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:03.052281 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a27fd09d-25e9-4c41-8160-ae9e06fff261 req-f90fa18f-3f3a-466d-b287-5a3d72f79c5f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 946 time: 0.0655832 Jun 16 18:39:03.089980 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a27fd09d-25e9-4c41-8160-ae9e06fff261 req-02d4cd84-5de3-43e7-a501-aa3b52813730 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318160 Jun 16 18:39:03.228781 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:39:03.501658 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9cc57-6140-42e1-8e3e-a68eac5aa0e8 req-187b6679-eb9d-4882-85f0-48f7fcb6bd06 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:03.503100 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-73d9cc57-6140-42e1-8e3e-a68eac5aa0e8 req-187b6679-eb9d-4882-85f0-48f7fcb6bd06 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0654507 Jun 16 18:39:03.541252 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-73d9cc57-6140-42e1-8e3e-a68eac5aa0e8 req-a990e470-af33-4660-99be-d24a8c837fea tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315869 Jun 16 18:39:03.809577 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc79bf2-56b7-4cbb-a0a1-178feca3d0ff req-9e1b9288-ae93-4ec4-b85d-8855937e2bba tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:03.811079 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6bc79bf2-56b7-4cbb-a0a1-178feca3d0ff req-9e1b9288-ae93-4ec4-b85d-8855937e2bba tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 985 time: 0.0650406 Jun 16 18:39:03.852736 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6bc79bf2-56b7-4cbb-a0a1-178feca3d0ff req-88f5498d-1e71-4c27-b561-0a217980b46d tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&id=17d81841-49ff-4bf6-827f-f0b219bd89da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358760 Jun 16 18:39:04.274499 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14793323-7ed8-439b-bd15-8e04c539a76a req-b500f437-8c39-4330-a64e-d6ea1bcf1cd0 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:04.275999 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-14793323-7ed8-439b-bd15-8e04c539a76a req-b500f437-8c39-4330-a64e-d6ea1bcf1cd0 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 946 time: 0.0643938 Jun 16 18:39:04.317474 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-14793323-7ed8-439b-bd15-8e04c539a76a req-9dc90f66-86ea-4709-be77-a2851a78c12f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356128 Jun 16 18:39:04.713370 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719671de-c346-4fce-8dc2-1ffc32e0c7fc req-4da86f06-4253-4332-975e-3c2b28fe2182 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:04.714840 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-719671de-c346-4fce-8dc2-1ffc32e0c7fc req-4da86f06-4253-4332-975e-3c2b28fe2182 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0624855 Jun 16 18:39:04.752478 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-719671de-c346-4fce-8dc2-1ffc32e0c7fc req-78cd6dfd-0f9a-49b7-a8c0-3ae9493df144 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319040 Jun 16 18:39:05.039930 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c0821-7210-4186-8139-9eb575e70391 req-be060b34-ad30-4734-99fc-9a5bb07e4010 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:05.047558 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2d4c0821-7210-4186-8139-9eb575e70391 req-be060b34-ad30-4734-99fc-9a5bb07e4010 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 985 time: 0.0787730 Jun 16 18:39:05.086258 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2d4c0821-7210-4186-8139-9eb575e70391 req-0e78aeb0-a7f5-4b95-998f-76243284f25b tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&id=17d81841-49ff-4bf6-827f-f0b219bd89da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378060 Jun 16 18:39:05.497161 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb21fe3-132b-4db7-8305-798065581702 req-c423d404-86f6-453f-aa6a-f4ba8e806521 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:05.498648 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-edb21fe3-132b-4db7-8305-798065581702 req-c423d404-86f6-453f-aa6a-f4ba8e806521 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 946 time: 0.0650620 Jun 16 18:39:05.537324 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-edb21fe3-132b-4db7-8305-798065581702 req-237497c6-cd0c-4c26-9da9-9b5e046a1cc2 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329990 Jun 16 18:39:05.928634 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e153f-756c-4217-bb4b-8b01744c26cc req-15ae2264-8aeb-404b-915e-2fcec57bfd89 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:05.930076 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a80e153f-756c-4217-bb4b-8b01744c26cc req-15ae2264-8aeb-404b-915e-2fcec57bfd89 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0632045 Jun 16 18:39:05.969107 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a80e153f-756c-4217-bb4b-8b01744c26cc req-f1f19858-ba47-40f3-8dd3-3b708144f067 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324116 Jun 16 18:39:06.264759 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e723982-2338-423a-a04e-d469c039c5d3 req-b55a77e6-581d-4f5e-ad00-f24506d5124a tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:06.266270 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7e723982-2338-423a-a04e-d469c039c5d3 req-b55a77e6-581d-4f5e-ad00-f24506d5124a tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 985 time: 0.0638735 Jun 16 18:39:06.310746 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7e723982-2338-423a-a04e-d469c039c5d3 req-5bfbb415-88da-464d-a7c3-bb3924cdc6a4 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&id=17d81841-49ff-4bf6-827f-f0b219bd89da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385160 Jun 16 18:39:06.727335 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d2130-98a2-4b35-a062-3daa97d88a86 req-3a804a69-12bc-4e64-9166-6068f99e154b tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:06.729433 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-347d2130-98a2-4b35-a062-3daa97d88a86 req-3a804a69-12bc-4e64-9166-6068f99e154b tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 946 time: 0.0711381 Jun 16 18:39:06.768549 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-347d2130-98a2-4b35-a062-3daa97d88a86 req-a99c8f65-0554-4839-8255-69365a345c02 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333045 Jun 16 18:39:07.146071 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa5317-79e5-4f0a-8f55-e7f0cdb8898d req-cf65d66d-c898-4023-acfd-0a7b3a87f6d1 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:07.147524 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-80fa5317-79e5-4f0a-8f55-e7f0cdb8898d req-cf65d66d-c898-4023-acfd-0a7b3a87f6d1 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0644772 Jun 16 18:39:07.193930 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-80fa5317-79e5-4f0a-8f55-e7f0cdb8898d req-9f3d141a-e1c7-4104-98e3-706b117b206c tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400457 Jun 16 18:39:07.489544 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b580ec-c406-4497-81bf-b7edeccf97bb req-5f2fe12c-f95c-4a1c-b537-ff6d5fddb978 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:07.491029 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c4b580ec-c406-4497-81bf-b7edeccf97bb req-5f2fe12c-f95c-4a1c-b537-ff6d5fddb978 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 985 time: 0.0659966 Jun 16 18:39:07.531107 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c4b580ec-c406-4497-81bf-b7edeccf97bb req-d91e7d21-9c63-46b9-ac0c-ce9f521837d3 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&id=17d81841-49ff-4bf6-827f-f0b219bd89da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331905 Jun 16 18:39:07.944222 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41a644-e0af-4dd4-8575-26e6360c174a req-8564873d-e1ae-40a4-9cd7-c5b7ea15f60f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:07.945561 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2d41a644-e0af-4dd4-8575-26e6360c174a req-8564873d-e1ae-40a4-9cd7-c5b7ea15f60f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 946 time: 0.0621393 Jun 16 18:39:07.982706 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2d41a644-e0af-4dd4-8575-26e6360c174a req-d2cc7008-1c2b-4f6a-ba2e-e6f4e495c74e tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310702 Jun 16 18:39:08.370435 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3493fe-09b8-47e6-a0b8-302ad0dd0300 req-7969d955-ffa4-4cb4-8b5f-eca74c1d91da tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:08.371842 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-dc3493fe-09b8-47e6-a0b8-302ad0dd0300 req-7969d955-ffa4-4cb4-8b5f-eca74c1d91da tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0639801 Jun 16 18:39:08.413507 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-dc3493fe-09b8-47e6-a0b8-302ad0dd0300 req-212da0dd-3992-44dc-97b8-b81a337ae89d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360174 Jun 16 18:39:08.709174 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d0980-6ab8-4d57-a40d-d5d77f0d2f21 req-070cd76f-ea93-458f-9e80-b04019d9a0b9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:08.710813 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b25d0980-6ab8-4d57-a40d-d5d77f0d2f21 req-070cd76f-ea93-458f-9e80-b04019d9a0b9 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 985 time: 0.0658271 Jun 16 18:39:08.751332 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b25d0980-6ab8-4d57-a40d-d5d77f0d2f21 req-9c347762-d757-4dd9-aa69-63f4bdf820ed tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&id=17d81841-49ff-4bf6-827f-f0b219bd89da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339005 Jun 16 18:39:08.908513 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0fc041b6-ea7a-4473-a3e1-62f0f941c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:09.168697 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677ac4e-1d30-47cb-8f0c-ade288f7b5ec req-dd877a91-6152-4b0d-85b1-54b89708125e tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:09.170220 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0677ac4e-1d30-47cb-8f0c-ade288f7b5ec req-dd877a91-6152-4b0d-85b1-54b89708125e tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 946 time: 0.0650349 Jun 16 18:39:09.208760 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0677ac4e-1d30-47cb-8f0c-ade288f7b5ec req-2ce58826-2aae-494a-a8ee-4dab772490a1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328319 Jun 16 18:39:09.594309 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e39f2-9012-4e92-be69-9581f973312c req-2f84bc4c-901c-4bb9-93c2-a7859d998af3 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:09.595804 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f44e39f2-9012-4e92-be69-9581f973312c req-2f84bc4c-901c-4bb9-93c2-a7859d998af3 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0658023 Jun 16 18:39:09.633295 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f44e39f2-9012-4e92-be69-9581f973312c req-7e059a29-093f-4dc0-8023-82a3f924bc29 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319316 Jun 16 18:39:09.914075 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9b7e7791-ee6e-4b7f-8e26-441fed486662 req-72c0b96e-ef90-48bc-ad5d-293c2f74873b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827413 Jun 16 18:39:09.943929 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756df47-7320-44e4-bb10-473f42397778 req-164e2f2b-8c71-4233-ba02-79ff0ba838f8 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:09.945541 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0756df47-7320-44e4-bb10-473f42397778 req-164e2f2b-8c71-4233-ba02-79ff0ba838f8 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 985 time: 0.0772591 Jun 16 18:39:10.014390 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0756df47-7320-44e4-bb10-473f42397778 req-57458b33-6780-4ffe-9688-b2237e36635b tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&id=17d81841-49ff-4bf6-827f-f0b219bd89da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605893 Jun 16 18:39:10.030775 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e7791-ee6e-4b7f-8e26-441fed486662 req-b91cb14b-c5bc-485b-9125-567984197f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:10.032289 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9b7e7791-ee6e-4b7f-8e26-441fed486662 req-b91cb14b-c5bc-485b-9125-567984197f25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baaa2b8c4c5d44e8baf9e3a771ba4427&device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 1099 time: 0.0858347 Jun 16 18:39:10.144460 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e7791-ee6e-4b7f-8e26-441fed486662 req-4f6e01d6-7332-438f-8951-fbc228cd8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:10.145891 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9b7e7791-ee6e-4b7f-8e26-441fed486662 req-4f6e01d6-7332-438f-8951-fbc228cd8460 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9282434f-95d9-4dfb-9c1b-e0f87163722e HTTP/1.1" status: 200 len: 919 time: 0.0839326 Jun 16 18:39:10.191934 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9b7e7791-ee6e-4b7f-8e26-441fed486662 req-b3f56cd2-b897-4326-a99d-e6976ab9f413 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d28a092d-f435-4580-bc47-0067c92a0da7 HTTP/1.1" status: 200 len: 217 time: 0.0364146 Jun 16 18:39:10.245949 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e7791-ee6e-4b7f-8e26-441fed486662 req-ad25e63f-813c-4b11-be7e-7064c67ed92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:10.247406 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9b7e7791-ee6e-4b7f-8e26-441fed486662 req-ad25e63f-813c-4b11-be7e-7064c67ed92e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e563fc4f-9010-41d8-8c23-09c3514e3f2f HTTP/1.1" status: 200 len: 858 time: 0.0487106 Jun 16 18:39:10.284182 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9b7e7791-ee6e-4b7f-8e26-441fed486662 req-e428ac16-ef78-4601-a68f-bf6cec2891a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9282434f-95d9-4dfb-9c1b-e0f87163722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289352 Jun 16 18:39:10.409422 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9b7e7791-ee6e-4b7f-8e26-441fed486662 req-d8949fda-caad-402c-898c-6e7555dca035 service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178155 Jun 16 18:39:10.458552 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1d7be-62e7-49e1-a736-3fd987e5e53d req-c83adcce-24f2-4748-9e5e-8625a3318645 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:10.459934 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d7a1d7be-62e7-49e1-a736-3fd987e5e53d req-c83adcce-24f2-4748-9e5e-8625a3318645 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 946 time: 0.1061356 Jun 16 18:39:10.539018 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9b7e7791-ee6e-4b7f-8e26-441fed486662 req-004eb5fb-a2b8-43eb-8552-92ddbabf93af service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222045 Jun 16 18:39:10.542529 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d7a1d7be-62e7-49e1-a736-3fd987e5e53d req-f5d78d11-e975-46f0-98e8-fa3f01239913 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523915 Jun 16 18:39:10.812644 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfba15a-057c-423f-a5ef-51d6cbf96bf5 req-fa241836-d6d3-4c89-bb26-a3580ff8add5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:10.814096 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6dfba15a-057c-423f-a5ef-51d6cbf96bf5 req-fa241836-d6d3-4c89-bb26-a3580ff8add5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0643034 Jun 16 18:39:10.852333 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6dfba15a-057c-423f-a5ef-51d6cbf96bf5 req-4428d258-be3b-4184-90b4-9fd430116927 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326672 Jun 16 18:39:11.205026 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad279e9-ffd0-4dbf-9360-ab65a4e717d4 req-fad138f9-981d-42b9-a229-63b8e75a888e tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:11.206544 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0ad279e9-ffd0-4dbf-9360-ab65a4e717d4 req-fad138f9-981d-42b9-a229-63b8e75a888e tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 985 time: 0.0776994 Jun 16 18:39:11.248502 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0ad279e9-ffd0-4dbf-9360-ab65a4e717d4 req-a9e11961-b041-4077-a5ee-c8aab1420229 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&id=17d81841-49ff-4bf6-827f-f0b219bd89da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361295 Jun 16 18:39:11.281075 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:11.284449 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6815153-4824-4b90-aa08-f010eaa400a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:11.695769 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:11.739145 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057fdbe-4347-49ff-88dd-fdd460cc38e5 req-50e43078-2220-4e6c-adef-a0724de3c394 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:11.740614 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4057fdbe-4347-49ff-88dd-fdd460cc38e5 req-50e43078-2220-4e6c-adef-a0724de3c394 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 946 time: 0.0762002 Jun 16 18:39:11.778622 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4057fdbe-4347-49ff-88dd-fdd460cc38e5 req-72730bf0-445d-4c0d-b072-65a3cdccd48a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316238 Jun 16 18:39:12.030328 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e535324-b49b-434b-8af8-4ee4228af40a req-ee18085f-228e-40ce-91a4-a7ee99b343df tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:12.031767 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1e535324-b49b-434b-8af8-4ee4228af40a req-ee18085f-228e-40ce-91a4-a7ee99b343df tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0625451 Jun 16 18:39:12.074537 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1e535324-b49b-434b-8af8-4ee4228af40a req-88697d23-30f4-424f-92e4-fafd2958d522 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370634 Jun 16 18:39:12.464395 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422f2bb-083f-4484-bf26-1e0a2927f4e0 req-0f7a9935-7f54-4b18-87d2-60c5e16d4eeb tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:12.465870 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1422f2bb-083f-4484-bf26-1e0a2927f4e0 req-0f7a9935-7f54-4b18-87d2-60c5e16d4eeb tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 985 time: 0.0992942 Jun 16 18:39:12.472986 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:12.504852 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94a523-06d3-4824-85b0-1b6895a99531 req-7c85b98e-1bbc-45ed-a793-de436046ce1f tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:12.506301 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-bf94a523-06d3-4824-85b0-1b6895a99531 req-7c85b98e-1bbc-45ed-a793-de436046ce1f tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.1109676 Jun 16 18:39:12.534240 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1422f2bb-083f-4484-bf26-1e0a2927f4e0 req-1a8c7bd0-5ef5-4f10-b934-4c3a6c10d066 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&id=17d81841-49ff-4bf6-827f-f0b219bd89da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607111 Jun 16 18:39:12.554298 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-bf94a523-06d3-4824-85b0-1b6895a99531 req-673adf6e-24bf-4d6d-8f38-7cfa56544c01 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402944 Jun 16 18:39:12.964848 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20f901-dc6c-4ffb-90c5-0c1ab232144a req-e8ff5ac7-1a83-444f-a6d6-fd34999ef259 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:12.966346 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6c20f901-dc6c-4ffb-90c5-0c1ab232144a req-e8ff5ac7-1a83-444f-a6d6-fd34999ef259 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 946 time: 0.0667422 Jun 16 18:39:13.004829 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6c20f901-dc6c-4ffb-90c5-0c1ab232144a req-ac7ce566-70cc-4bc7-bb45-ff33528fc4e6 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326612 Jun 16 18:39:13.249419 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df89a7-830c-4209-81d1-d787145a9821 req-b349326e-4227-4e67-b656-d6a1e316e111 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:13.250912 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-74df89a7-830c-4209-81d1-d787145a9821 req-b349326e-4227-4e67-b656-d6a1e316e111 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0623314 Jun 16 18:39:13.287893 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-74df89a7-830c-4209-81d1-d787145a9821 req-6b8c87c5-3499-40b6-8091-ac3b491bf7b4 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312278 Jun 16 18:39:13.778011 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b076b0-4bab-4e16-9574-92c9d9b83cef req-b6d7580c-ddbf-4409-904e-c46a6a513d1a tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:13.779380 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a9b076b0-4bab-4e16-9574-92c9d9b83cef req-b6d7580c-ddbf-4409-904e-c46a6a513d1a tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 985 time: 0.1069484 Jun 16 18:39:13.787308 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede3e0a-8f7e-47bd-b36d-44cf81be632b req-a8f031a9-c617-4bf6-a6a6-8aff1bfe3515 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:13.788667 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6ede3e0a-8f7e-47bd-b36d-44cf81be632b req-a8f031a9-c617-4bf6-a6a6-8aff1bfe3515 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.1180503 Jun 16 18:39:13.845888 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a9b076b0-4bab-4e16-9574-92c9d9b83cef req-3bd3843e-4931-4d8d-841b-f152485607e7 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&id=17d81841-49ff-4bf6-827f-f0b219bd89da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562556 Jun 16 18:39:13.850451 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6ede3e0a-8f7e-47bd-b36d-44cf81be632b req-c41b363a-47b1-4aca-9872-defbb72f470b tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545847 Jun 16 18:39:14.171859 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:14.193432 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027c8da-c4c8-49e2-a79e-b63fe316f2db req-8d5cb386-2a87-4bda-8446-43804c399330 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:14.194889 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1027c8da-c4c8-49e2-a79e-b63fe316f2db req-8d5cb386-2a87-4bda-8446-43804c399330 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 946 time: 0.0696242 Jun 16 18:39:14.235315 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1027c8da-c4c8-49e2-a79e-b63fe316f2db req-4769ddf4-af67-4ae2-9956-23a0f5669a08 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337677 Jun 16 18:39:14.698824 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd59da-aab9-44b3-bcb9-512a08e71e46 req-f6ff952f-3df6-454d-8627-5509d9d787f1 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:14.700199 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-26fd59da-aab9-44b3-bcb9-512a08e71e46 req-f6ff952f-3df6-454d-8627-5509d9d787f1 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.2854769 Jun 16 18:39:14.737401 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-26fd59da-aab9-44b3-bcb9-512a08e71e46 req-7bbcb440-c522-40fb-9ddd-3f93ea744c07 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316310 Jun 16 18:39:15.031588 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c85a72-2750-4858-b810-18f1fa018396 req-019d6851-c4a8-4e41-9a81-d8f8deee0216 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:15.033154 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-59c85a72-2750-4858-b810-18f1fa018396 req-019d6851-c4a8-4e41-9a81-d8f8deee0216 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0698121 Jun 16 18:39:15.072871 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-59c85a72-2750-4858-b810-18f1fa018396 req-41d389ef-d2e2-4880-bd30-470b237c374d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329182 Jun 16 18:39:15.413647 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de519520-95d2-42c4-93df-33290dabf3f2 req-ffd44e2e-2bda-452f-b526-5f858675be50 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:15.415065 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-de519520-95d2-42c4-93df-33290dabf3f2 req-ffd44e2e-2bda-452f-b526-5f858675be50 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 946 time: 0.0659435 Jun 16 18:39:15.456279 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-de519520-95d2-42c4-93df-33290dabf3f2 req-5a3598ef-7c89-4682-9aee-39e9839ef1ca tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332603 Jun 16 18:39:15.920836 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c077d05-fdf8-4170-af7f-b9b374b30248 req-acc8e5a3-0dc3-4f06-8009-d5dfb447fe4b tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:15.922319 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2c077d05-fdf8-4170-af7f-b9b374b30248 req-acc8e5a3-0dc3-4f06-8009-d5dfb447fe4b tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0653253 Jun 16 18:39:15.960697 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2c077d05-fdf8-4170-af7f-b9b374b30248 req-d0eb3f9e-2660-4197-a7c1-f2b6232b5cb5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327642 Jun 16 18:39:16.254331 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad7483-8833-4199-a8e8-f688ca0d6975 req-c02e412a-30fd-411d-b34f-2aa9838c2594 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:16.256218 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b0ad7483-8833-4199-a8e8-f688ca0d6975 req-c02e412a-30fd-411d-b34f-2aa9838c2594 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0729997 Jun 16 18:39:16.297558 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b0ad7483-8833-4199-a8e8-f688ca0d6975 req-d88bbb8f-9ecf-46d7-8849-d528a87f3535 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351465 Jun 16 18:39:16.649040 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9184d-f177-4e33-9ce3-59996a5652fd req-fb645c4c-d0c4-4770-aff1-f235616a338c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:16.650724 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f7a9184d-f177-4e33-9ce3-59996a5652fd req-fb645c4c-d0c4-4770-aff1-f235616a338c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 946 time: 0.0796418 Jun 16 18:39:16.695385 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f7a9184d-f177-4e33-9ce3-59996a5652fd req-859e11b0-314b-4412-860c-9b4de9d4f8e1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381436 Jun 16 18:39:17.136038 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2679d44-955d-4efb-9f0e-b3491f962360 req-7df63a2a-2150-4e16-9800-edbc57d77292 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:17.137493 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c2679d44-955d-4efb-9f0e-b3491f962360 req-7df63a2a-2150-4e16-9800-edbc57d77292 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0628459 Jun 16 18:39:17.175860 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c2679d44-955d-4efb-9f0e-b3491f962360 req-aba6b1b1-ae97-413d-9b9a-d135e84b7e3a tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326102 Jun 16 18:39:17.480964 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b74128-5245-4da0-abdd-6bd64d78bdc7 req-2f179599-b60f-4760-b563-93845bda733d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:17.482325 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d9b74128-5245-4da0-abdd-6bd64d78bdc7 req-2f179599-b60f-4760-b563-93845bda733d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0677445 Jun 16 18:39:17.520582 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d9b74128-5245-4da0-abdd-6bd64d78bdc7 req-b4a92317-16cd-4c42-ba13-636f3feaffea tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326545 Jun 16 18:39:17.786943 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689fe10-239d-4c95-be69-246475f2b06a req-e05eeee9-9da7-41af-bd3e-253d9cf27b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:17.789034 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5689fe10-239d-4c95-be69-246475f2b06a req-e05eeee9-9da7-41af-bd3e-253d9cf27b49 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 1098 time: 0.0639119 Jun 16 18:39:17.841338 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5689fe10-239d-4c95-be69-246475f2b06a req-4fe28736-5372-46b0-acd6-605192cb79d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426035 Jun 16 18:39:17.892921 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211f83a-5297-4a9e-896e-4876ae91b039 req-e16472f8-81bf-40b5-9b0e-ec7d47e0203e tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:17.894394 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3211f83a-5297-4a9e-896e-4876ae91b039 req-e16472f8-81bf-40b5-9b0e-ec7d47e0203e tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 946 time: 0.0692608 Jun 16 18:39:17.933812 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3211f83a-5297-4a9e-896e-4876ae91b039 req-63670cb0-1e9e-4667-bc43-23aa712792d1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330954 Jun 16 18:39:18.354304 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878e584-97e1-48ef-b2a8-c02ba715a4e1 req-085bbccd-7f91-4b42-975b-7c2c1178d788 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:18.355753 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4878e584-97e1-48ef-b2a8-c02ba715a4e1 req-085bbccd-7f91-4b42-975b-7c2c1178d788 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0681450 Jun 16 18:39:18.393873 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4878e584-97e1-48ef-b2a8-c02ba715a4e1 req-aca3532a-2d71-4753-a76f-ed25a5455f0e tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324419 Jun 16 18:39:18.695020 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c94b74-f703-49fb-800b-04244bc1c0c2 req-bf4197f1-636b-4484-82f4-44de9595234d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:18.696583 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b4c94b74-f703-49fb-800b-04244bc1c0c2 req-bf4197f1-636b-4484-82f4-44de9595234d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0635900 Jun 16 18:39:18.735662 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b4c94b74-f703-49fb-800b-04244bc1c0c2 req-69eb025f-d729-42c5-a8f5-e8d40dddd27b tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333440 Jun 16 18:39:19.575735 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbc718-6775-4b06-b9dc-2bb25c431240 req-3c61603e-fdb5-4565-8535-811d880e0700 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:19.577217 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-25dbc718-6775-4b06-b9dc-2bb25c431240 req-3c61603e-fdb5-4565-8535-811d880e0700 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0659769 Jun 16 18:39:19.620013 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-25dbc718-6775-4b06-b9dc-2bb25c431240 req-1de4dc81-b5e0-42b0-8d29-74fdaa892484 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372038 Jun 16 18:39:19.912644 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad43c2c-dc60-4e7c-adae-fd2bfc6ef71a req-c4be8c7d-3981-425c-b4d1-94ccabdab009 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:19.914086 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5ad43c2c-dc60-4e7c-adae-fd2bfc6ef71a req-c4be8c7d-3981-425c-b4d1-94ccabdab009 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0648627 Jun 16 18:39:19.954276 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5ad43c2c-dc60-4e7c-adae-fd2bfc6ef71a req-90894b91-313d-4c89-a080-2bf3ff87c59a tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335796 Jun 16 18:39:20.104098 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e17a00-ca71-4539-8dfe-74f9a3988016 req-19f026f2-01c3-4b25-b26b-286596df57c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:20.105578 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-91e17a00-ca71-4539-8dfe-74f9a3988016 req-19f026f2-01c3-4b25-b26b-286596df57c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baaa2b8c4c5d44e8baf9e3a771ba4427&device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 1098 time: 0.0860655 Jun 16 18:39:20.193205 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48645859-ba00-4bb6-bfd8-42f2edf8856d req-4fd91bb4-a9ee-47d1-a1c0-bc13b4507747 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:20.194670 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-48645859-ba00-4bb6-bfd8-42f2edf8856d req-4fd91bb4-a9ee-47d1-a1c0-bc13b4507747 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1332562 Jun 16 18:39:20.242640 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e17a00-ca71-4539-8dfe-74f9a3988016 req-365ab8fd-d88c-43fe-a404-50063c3fec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:20.245627 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-91e17a00-ca71-4539-8dfe-74f9a3988016 req-365ab8fd-d88c-43fe-a404-50063c3fec7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=9282434f-95d9-4dfb-9c1b-e0f87163722e HTTP/1.1" status: 200 len: 919 time: 0.1319108 Jun 16 18:39:20.252880 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-48645859-ba00-4bb6-bfd8-42f2edf8856d req-4c50b4ba-10e4-4271-a255-7d860b4ec2ea tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507960 Jun 16 18:39:20.295202 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-91e17a00-ca71-4539-8dfe-74f9a3988016 req-77e57a78-d725-45cb-ab84-ef040f741fd5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 HTTP/1.1" status: 200 len: 217 time: 0.0410426 Jun 16 18:39:20.347633 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e17a00-ca71-4539-8dfe-74f9a3988016 req-9999a1b7-2d5f-48b9-999d-9f298d0d51a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:20.349102 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-91e17a00-ca71-4539-8dfe-74f9a3988016 req-9999a1b7-2d5f-48b9-999d-9f298d0d51a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e563fc4f-9010-41d8-8c23-09c3514e3f2f HTTP/1.1" status: 200 len: 858 time: 0.0462909 Jun 16 18:39:20.382701 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-91e17a00-ca71-4539-8dfe-74f9a3988016 req-52f85764-31e5-496d-9660-d62f62f4478d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9282434f-95d9-4dfb-9c1b-e0f87163722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270393 Jun 16 18:39:20.476695 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-91e17a00-ca71-4539-8dfe-74f9a3988016 req-daa5a941-8fc4-4923-9b5f-e576b6278404 service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864520 Jun 16 18:39:20.568445 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-91e17a00-ca71-4539-8dfe-74f9a3988016 req-5f81c4f9-92df-4809-8baa-40d6fd915d0c service neutron] 10.222.0.36 "GET /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844512 Jun 16 18:39:21.152212 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc256d-6ee4-4bd4-8677-102b29a0109d req-0ddcb3c1-2e08-4c48-92cc-673611ffa7bc tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:21.153534 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-bffc256d-6ee4-4bd4-8677-102b29a0109d req-0ddcb3c1-2e08-4c48-92cc-673611ffa7bc tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0655370 Jun 16 18:39:21.190816 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-bffc256d-6ee4-4bd4-8677-102b29a0109d req-2575cfe2-68a5-4ee5-abc0-23ab12af9b68 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314102 Jun 16 18:39:21.429774 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71a7b1-bfbb-46bf-bda4-cba75bf0ca2a req-b7ffbc3a-56da-4c99-9df2-57a9f39f5e37 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:21.431135 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4d71a7b1-bfbb-46bf-bda4-cba75bf0ca2a req-b7ffbc3a-56da-4c99-9df2-57a9f39f5e37 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0642850 Jun 16 18:39:21.470285 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4d71a7b1-bfbb-46bf-bda4-cba75bf0ca2a req-9d52e223-85f5-46e1-8bc0-36cef61b32e4 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330451 Jun 16 18:39:21.605630 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 36174) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:21.709557 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2a5c3769-6678-4495-a89a-49368371beab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:21.798537 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2a5c3769-6678-4495-a89a-49368371beab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:21.802058 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2a5c3769-6678-4495-a89a-49368371beab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:21.805314 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ab73c15c-f1b8-467f-959e-54154486de29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:21.841497 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c3769-6678-4495-a89a-49368371beab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd77ece2-2552-469d-8c2a-a5166740bf7b,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:21.846273 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-2a5c3769-6678-4495-a89a-49368371beab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=117f99b349294f54aedc8b2f2813c212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396402 Jun 16 18:39:21.849014 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 36180) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:21.851065 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c3769-6678-4495-a89a-49368371beab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.851451 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c3769-6678-4495-a89a-49368371beab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.851821 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c3769-6678-4495-a89a-49368371beab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.852241 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c3769-6678-4495-a89a-49368371beab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.852612 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c3769-6678-4495-a89a-49368371beab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.853635 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c3769-6678-4495-a89a-49368371beab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.854074 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c3769-6678-4495-a89a-49368371beab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.854489 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c3769-6678-4495-a89a-49368371beab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.854822 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c3769-6678-4495-a89a-49368371beab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.855174 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c3769-6678-4495-a89a-49368371beab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.855524 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c3769-6678-4495-a89a-49368371beab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.855870 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c3769-6678-4495-a89a-49368371beab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:21.860234 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2a5c3769-6678-4495-a89a-49368371beab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:21.903670 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ee707267-79b9-497c-b5fb-59b7619f3174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:21.927369 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ee707267-79b9-497c-b5fb-59b7619f3174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:21.974941 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ee707267-79b9-497c-b5fb-59b7619f3174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:21.977581 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ee707267-79b9-497c-b5fb-59b7619f3174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:21.978668 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-ee707267-79b9-497c-b5fb-59b7619f3174 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd77ece2-2552-469d-8c2a-a5166740bf7b HTTP/1.1" status: 204 len: 168 time: 0.1285768 Jun 16 18:39:21.979414 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-18a2e28f-2091-4dbd-878b-7a2b0f32b1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:21.986491 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee707267-79b9-497c-b5fb-59b7619f3174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd77ece2-2552-469d-8c2a-a5166740bf7b,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:21.988792 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ee707267-79b9-497c-b5fb-59b7619f3174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:22.367920 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67140e-ece7-4d4c-8994-7a601a6f185f req-d71b1b3f-3d13-42c7-85dd-5aeb32aba736 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:22.370282 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3a67140e-ece7-4d4c-8994-7a601a6f185f req-d71b1b3f-3d13-42c7-85dd-5aeb32aba736 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0652559 Jun 16 18:39:22.406933 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3a67140e-ece7-4d4c-8994-7a601a6f185f req-d39a25f7-ef48-4b04-89ea-21c38467f921 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306180 Jun 16 18:39:22.640085 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d27ac9-3e9a-4a8b-8ab1-a517e00aabdd req-77164896-df4e-4d23-acd7-bc12c75bcf85 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:22.641630 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b1d27ac9-3e9a-4a8b-8ab1-a517e00aabdd req-77164896-df4e-4d23-acd7-bc12c75bcf85 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0618958 Jun 16 18:39:22.678649 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b1d27ac9-3e9a-4a8b-8ab1-a517e00aabdd req-4d23f25b-17d6-4c83-8a45-f50702b87515 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314701 Jun 16 18:39:23.061357 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6df6a71d-9177-4529-bc59-044dd9940053 req-91af00bb-8620-4362-bc36-492b151f7ab7 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1200782455&fields=id&tenant_id=5b5d42596a1c445fa7cc4576a3d8418b HTTP/1.1" status: 200 len: 267 time: 0.0324371 Jun 16 18:39:23.167575 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6a71d-9177-4529-bc59-044dd9940053 req-d7c44df5-350d-4e98-a953-a9bab20b9611 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:23.168912 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6df6a71d-9177-4529-bc59-044dd9940053 req-d7c44df5-350d-4e98-a953-a9bab20b9611 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/networks?id=a17b9418-ccf0-458e-9381-6e3b08f2300a HTTP/1.1" status: 200 len: 808 time: 0.1013503 Jun 16 18:39:23.183524 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6df6a71d-9177-4529-bc59-044dd9940053 req-6178b52e-a55c-4a08-9ebf-beb4044f6993 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/quotas/5b5d42596a1c445fa7cc4576a3d8418b HTTP/1.1" status: 200 len: 375 time: 0.0092316 Jun 16 18:39:23.248981 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6df6a71d-9177-4529-bc59-044dd9940053 req-324de4c8-8d84-48f9-a301-5100432a71b0 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b5d42596a1c445fa7cc4576a3d8418b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603135 Jun 16 18:39:23.345779 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6df6a71d-9177-4529-bc59-044dd9940053 req-2aae0f71-fc8c-4c87-87a0-d766967e681c service neutron] 10.222.0.46 "GET /v2.0/networks/a17b9418-ccf0-458e-9381-6e3b08f2300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848060 Jun 16 18:39:23.433459 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6df6a71d-9177-4529-bc59-044dd9940053 req-a487049c-ee66-43a9-99d3-9500b4d9c334 service neutron] 10.222.0.46 "GET /v2.0/networks/a17b9418-ccf0-458e-9381-6e3b08f2300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818598 Jun 16 18:39:23.595152 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d524c-4a14-42bd-8283-7ed0610f5448 req-7834997b-9d71-4b8a-81e7-805699e99c29 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:23.596690 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6c5d524c-4a14-42bd-8283-7ed0610f5448 req-7834997b-9d71-4b8a-81e7-805699e99c29 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0702603 Jun 16 18:39:23.639127 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6c5d524c-4a14-42bd-8283-7ed0610f5448 req-19a370ac-23be-4409-8c66-9a682184f655 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367165 Jun 16 18:39:23.749076 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9abe78f6-5fb9-491e-9079-fe1d6c8b675c req-6a6b0e91-edad-4366-b769-406ae1a0a619 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 210 time: 0.0303698 Jun 16 18:39:23.863341 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ffe37-b842-4845-8d71-cf01645ab548 req-0f6cf796-0dad-4e49-a9d0-d60e17f3830d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:23.864913 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-eb6ffe37-b842-4845-8d71-cf01645ab548 req-0f6cf796-0dad-4e49-a9d0-d60e17f3830d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0635703 Jun 16 18:39:23.906612 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-eb6ffe37-b842-4845-8d71-cf01645ab548 req-91782b68-5141-4cdf-bc21-42d8d58710d5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348227 Jun 16 18:39:24.824186 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2422f-396e-4089-a6e3-3fe74f516f67 req-e2a470d9-a85b-465c-b326-59ce884e3c90 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:24.825680 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ada2422f-396e-4089-a6e3-3fe74f516f67 req-e2a470d9-a85b-465c-b326-59ce884e3c90 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0689778 Jun 16 18:39:24.866201 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ada2422f-396e-4089-a6e3-3fe74f516f67 req-12c510b0-0710-4ce9-8fc1-45ec1f440a41 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330615 Jun 16 18:39:24.906121 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-738d1dc2-ae7d-4c06-aaa5-830756cf01d1 req-701cd0e0-739b-49e8-9f96-4336dcaf3009 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 210 time: 0.0326016 Jun 16 18:39:25.174490 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6a71d-9177-4529-bc59-044dd9940053 req-3663c400-d8af-490f-a8f9-0e6a2792ca2c tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:25.175887 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6df6a71d-9177-4529-bc59-044dd9940053 req-3663c400-d8af-490f-a8f9-0e6a2792ca2c tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.36 "GET /v2.0/networks?id=a17b9418-ccf0-458e-9381-6e3b08f2300a HTTP/1.1" status: 200 len: 808 time: 0.1064148 Jun 16 18:39:25.221142 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6df6a71d-9177-4529-bc59-044dd9940053 req-703c635b-3f75-4f30-93b8-b6a0981dafc5 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b5d42596a1c445fa7cc4576a3d8418b HTTP/1.1" status: 200 len: 380 time: 0.0342538 Jun 16 18:39:25.232849 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-6df6a71d-9177-4529-bc59-044dd9940053 req-8b4d426d-b869-44c0-a49f-74f6a1ebcac4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Request body: {'port': {'device_id': 'dd03b2ae-8fbc-46b8-a6d5-d48766741b05', 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a', 'admin_state_up': True, 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'security_groups': ['a225f144-aac0-4b71-ba93-fe8cfb6f53d2']}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:39:25.343791 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df6a71d-9177-4529-bc59-044dd9940053 req-8b4d426d-b869-44c0-a49f-74f6a1ebcac4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Made reservation on behalf of 5b5d42596a1c445fa7cc4576a3d8418b for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:39:25.347617 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-6df6a71d-9177-4529-bc59-044dd9940053 req-8b4d426d-b869-44c0-a49f-74f6a1ebcac4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:25.486028 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-6df6a71d-9177-4529-bc59-044dd9940053 req-8b4d426d-b869-44c0-a49f-74f6a1ebcac4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Allocated IP 172.20.0.11 (a17b9418-ccf0-458e-9381-6e3b08f2300a/1534cc31-1f4f-42c4-a9ef-c5b78cb9b024/93e108a6-525f-4d04-933c-7ab30fa54d31) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:39:25.649544 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-6df6a71d-9177-4529-bc59-044dd9940053 req-8b4d426d-b869-44c0-a49f-74f6a1ebcac4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:25.662597 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-6df6a71d-9177-4529-bc59-044dd9940053 req-8b4d426d-b869-44c0-a49f-74f6a1ebcac4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Transition to ACTIVE for port object 93e108a6-525f-4d04-933c-7ab30fa54d31 will not be triggered until provisioned by entity DHCP. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:39:25.698615 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-6df6a71d-9177-4529-bc59-044dd9940053 req-8b4d426d-b869-44c0-a49f-74f6a1ebcac4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130527772'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:25.703277 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:25.741282 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df6a71d-9177-4529-bc59-044dd9940053 req-8b4d426d-b869-44c0-a49f-74f6a1ebcac4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Network a17b9418-ccf0-458e-9381-6e3b08f2300a is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:39:25.747540 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-6df6a71d-9177-4529-bc59-044dd9940053 req-8b4d426d-b869-44c0-a49f-74f6a1ebcac4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:25.751196 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df6a71d-9177-4529-bc59-044dd9940053 req-8b4d426d-b869-44c0-a49f-74f6a1ebcac4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:39:25.757807 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d426d-b869-44c0-a49f-74f6a1ebcac4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Pushing event updated for resources: {'Port': ['ID=93e108a6-525f-4d04-933c-7ab30fa54d31,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:25.779457 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-8b4d426d-b869-44c0-a49f-74f6a1ebcac4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:25.807014 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6a71d-9177-4529-bc59-044dd9940053 req-8b4d426d-b869-44c0-a49f-74f6a1ebcac4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:25.807658 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-6df6a71d-9177-4529-bc59-044dd9940053 req-8b4d426d-b869-44c0-a49f-74f6a1ebcac4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:25.822825 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6df6a71d-9177-4529-bc59-044dd9940053 req-8b4d426d-b869-44c0-a49f-74f6a1ebcac4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5936744 Jun 16 18:39:25.834363 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Request body: {'port': {'device_id': 'dd03b2ae-8fbc-46b8-a6d5-d48766741b05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:39:25.919096 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:26.015878 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-66a7c8ae-b6f7-45f6-839b-cdb8c4deb626 None None] Provisioning for port 93e108a6-525f-4d04-933c-7ab30fa54d31 completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:39:26.020796 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-66a7c8ae-b6f7-45f6-839b-cdb8c4deb626 None None] Provisioning complete for port 93e108a6-525f-4d04-933c-7ab30fa54d31 triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:39:26.021342 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-66a7c8ae-b6f7-45f6-839b-cdb8c4deb626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:26.054263 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-66a7c8ae-b6f7-45f6-839b-cdb8c4deb626 None None] Port 93e108a6-525f-4d04-933c-7ab30fa54d31 cannot update to ACTIVE because it is not bound. {{(pid=92980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:39:26.213081 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f9b35-4b77-4e0f-a5c5-0a34aa086d37 req-a758a975-dd72-4169-a095-3322ad596fb8 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:26.214446 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c55f9b35-4b77-4e0f-a5c5-0a34aa086d37 req-a758a975-dd72-4169-a095-3322ad596fb8 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.1951149 Jun 16 18:39:26.226187 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8b516-1c9e-4fd2-8034-595410138cd1 req-ef3e0f6b-a5ca-4424-892e-ef8279b57dd7 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:26.228201 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-29d8b516-1c9e-4fd2-8034-595410138cd1 req-ef3e0f6b-a5ca-4424-892e-ef8279b57dd7 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 932 time: 0.1964381 Jun 16 18:39:26.325814 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c55f9b35-4b77-4e0f-a5c5-0a34aa086d37 req-85e4b40e-5399-465d-a501-ab06449a43e4 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966387 Jun 16 18:39:26.336219 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-29d8b516-1c9e-4fd2-8034-595410138cd1 req-b27e5eb0-84f9-4917-8061-77939e102247 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006620 Jun 16 18:39:26.347988 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e108a6-525f-4d04-933c-7ab30fa54d31 {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:39:26.355976 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:26.367752 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Transition to ACTIVE for port object 93e108a6-525f-4d04-933c-7ab30fa54d31 will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:39:26.372521 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:26.375274 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-98fbf191-54a1-4e10-943e-2c694ada0b66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:26.452676 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Pushing event updated for resources: {'Port': ['ID=93e108a6-525f-4d04-933c-7ab30fa54d31,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:26.456235 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:26.536718 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Attempting to bind port 93e108a6-525f-4d04-933c-7ab30fa54d31 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:39:26.537418 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Attempting to bind port 93e108a6-525f-4d04-933c-7ab30fa54d31 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'a3c758e4-77a0-4b9e-be7b-87fc7ceee021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:39:26.537973 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Attempting to bind port 93e108a6-525f-4d04-933c-7ab30fa54d31 on network a17b9418-ccf0-458e-9381-6e3b08f2300a {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:39:26.543703 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Port 93e108a6-525f-4d04-933c-7ab30fa54d31 on network a17b9418-ccf0-458e-9381-6e3b08f2300a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:39:26.544000 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Attempting to bind port 93e108a6-525f-4d04-933c-7ab30fa54d31 on network a17b9418-ccf0-458e-9381-6e3b08f2300a {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:39:26.549326 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Checking agent: {'id': '430a9a83-85fc-4e56-9798-0b54252fd97b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'started_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:39:26.549659 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Checking segment: {'id': 'a3c758e4-77a0-4b9e-be7b-87fc7ceee021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:39:26.550049 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Bound using segment: {'id': 'a3c758e4-77a0-4b9e-be7b-87fc7ceee021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:39:26.550565 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Bound port: 93e108a6-525f-4d04-933c-7ab30fa54d31, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3c758e4-77a0-4b9e-be7b-87fc7ceee021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:39:26.550917 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:26.630514 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] For port 93e108a6-525f-4d04-933c-7ab30fa54d31, host hv-cinder-66710, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:39:26.633664 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] For port 93e108a6-525f-4d04-933c-7ab30fa54d31, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=93e108a6-525f-4d04-933c-7ab30fa54d31,segment=NetworkSegment(a3c758e4-77a0-4b9e-be7b-87fc7ceee021),segment_id=a3c758e4-77a0-4b9e-be7b-87fc7ceee021)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:39:26.638758 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:26.641469 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-22636162-e4b5-47d5-9b87-67e39272887f tempest-VolumesNegativeTest-155162054 tempest-VolumesNegativeTest-155162054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:26.675704 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:26.676359 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:26.678577 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4dd53446-2f07-434a-9be8-04139962009f service neutron] 10.222.0.36 "PUT /v2.0/ports/93e108a6-525f-4d04-933c-7ab30fa54d31 HTTP/1.1" status: 200 len: 1094 time: 0.8484488 Jun 16 18:39:26.682122 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd03b2ae-8fbc-46b8-a6d5-d48766741b05', 'tag': '93e108a6-525f-4d04-933c-7ab30fa54d31'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:39:26.684822 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71038fa4-3406-4674-a3a4-9067f4fffb30" -d '{"events": [{"name": "network-changed", "server_uuid": "dd03b2ae-8fbc-46b8-a6d5-d48766741b05", "tag": "93e108a6-525f-4d04-933c-7ab30fa54d31"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:39:26.718072 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Pushing event updated for resources: {'Port': ['ID=93e108a6-525f-4d04-933c-7ab30fa54d31,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:26.722701 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:26.731342 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef433bed-8029-406b-bef4-c6867ceee337 x-openstack-request-id: req-ef433bed-8029-406b-bef4-c6867ceee337 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:39:26.731797 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd03b2ae-8fbc-46b8-a6d5-d48766741b05", "tag": "93e108a6-525f-4d04-933c-7ab30fa54d31", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:39:26.732180 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ef433bed-8029-406b-bef4-c6867ceee337 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:39:26.732624 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd03b2ae-8fbc-46b8-a6d5-d48766741b05', 'tag': '93e108a6-525f-4d04-933c-7ab30fa54d31', 'status': 'completed', 'code': 200} Jun 16 18:39:26.794340 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4a8927c2-0fec-47f8-ba06-6157038356ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:26.795815 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6df6a71d-9177-4529-bc59-044dd9940053 req-4a8927c2-0fec-47f8-ba06-6157038356ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b5d42596a1c445fa7cc4576a3d8418b&device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 1097 time: 0.0588899 Jun 16 18:39:26.840855 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6df6a71d-9177-4529-bc59-044dd9940053 req-03e38db5-c9e2-42eb-9f9b-abd2699507e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93e108a6-525f-4d04-933c-7ab30fa54d31 HTTP/1.1" status: 200 len: 217 time: 0.0373263 Jun 16 18:39:26.891262 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6a71d-9177-4529-bc59-044dd9940053 req-59ebbdc8-13ce-42c8-a089-8d751d95cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:26.892698 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6df6a71d-9177-4529-bc59-044dd9940053 req-59ebbdc8-13ce-42c8-a089-8d751d95cf99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1534cc31-1f4f-42c4-a9ef-c5b78cb9b024 HTTP/1.1" status: 200 len: 847 time: 0.0453594 Jun 16 18:39:26.949467 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6a71d-9177-4529-bc59-044dd9940053 req-43c77b63-a367-44f3-8c29-ee60f8bb8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:26.950941 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6df6a71d-9177-4529-bc59-044dd9940053 req-43c77b63-a367-44f3-8c29-ee60f8bb8e62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a17b9418-ccf0-458e-9381-6e3b08f2300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0524421 Jun 16 18:39:27.040999 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6df6a71d-9177-4529-bc59-044dd9940053 req-65854b17-b470-4632-9ae5-c85996fba2cb service neutron] 10.222.0.36 "GET /v2.0/networks/a17b9418-ccf0-458e-9381-6e3b08f2300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835090 Jun 16 18:39:27.342080 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6df6a71d-9177-4529-bc59-044dd9940053 req-014d4776-e286-430c-b05a-9d56e99c5a0e service neutron] 10.222.0.36 "GET /v2.0/networks/a17b9418-ccf0-458e-9381-6e3b08f2300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929473 Jun 16 18:39:27.490010 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71038fa4-3406-4674-a3a4-9067f4fffb30 req-bf712eac-e1c6-48ab-a9c8-2dc05c79d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:27.491379 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-71038fa4-3406-4674-a3a4-9067f4fffb30 req-bf712eac-e1c6-48ab-a9c8-2dc05c79d2df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b5d42596a1c445fa7cc4576a3d8418b&device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 1097 time: 0.0904400 Jun 16 18:39:27.611146 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429229dd-c844-4489-9082-3ac902f0edd0 req-ba18104f-3f8a-4e26-999a-ed84d6cc0aeb tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:27.612504 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-429229dd-c844-4489-9082-3ac902f0edd0 req-ba18104f-3f8a-4e26-999a-ed84d6cc0aeb tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.1681716 Jun 16 18:39:27.661932 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea995e-3254-40b6-83a8-1f3487d09193 req-b6548b52-13be-46f5-aec3-271c0b1fd1ec tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:27.663375 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6cea995e-3254-40b6-83a8-1f3487d09193 req-b6548b52-13be-46f5-aec3-271c0b1fd1ec tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 944 time: 0.1855688 Jun 16 18:39:27.671416 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71038fa4-3406-4674-a3a4-9067f4fffb30 req-0f3788e6-9608-45db-ae19-a04bff0c98cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:27.672823 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-71038fa4-3406-4674-a3a4-9067f4fffb30 req-0f3788e6-9608-45db-ae19-a04bff0c98cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=a17b9418-ccf0-458e-9381-6e3b08f2300a HTTP/1.1" status: 200 len: 909 time: 0.1611612 Jun 16 18:39:27.734952 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-429229dd-c844-4489-9082-3ac902f0edd0 req-67ba42cc-47b7-4fe7-8aea-04b9d189b1f1 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137445 Jun 16 18:39:27.736565 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-71038fa4-3406-4674-a3a4-9067f4fffb30 req-2bfe97fe-4a0e-4816-9d77-8ef9fd2ce6a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93e108a6-525f-4d04-933c-7ab30fa54d31 HTTP/1.1" status: 200 len: 217 time: 0.0512502 Jun 16 18:39:27.763256 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6cea995e-3254-40b6-83a8-1f3487d09193 req-7e0a34e2-ad48-4657-a68c-5bda3536e1b3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930579 Jun 16 18:39:27.803559 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71038fa4-3406-4674-a3a4-9067f4fffb30 req-f9a0ea79-cf05-4b68-b0f3-aedd83f594a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:27.805089 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-71038fa4-3406-4674-a3a4-9067f4fffb30 req-f9a0ea79-cf05-4b68-b0f3-aedd83f594a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1534cc31-1f4f-42c4-a9ef-c5b78cb9b024 HTTP/1.1" status: 200 len: 847 time: 0.0563338 Jun 16 18:39:27.870488 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71038fa4-3406-4674-a3a4-9067f4fffb30 req-f4dc2595-52a3-4b0f-b4a2-c701c64efa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:27.871871 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-71038fa4-3406-4674-a3a4-9067f4fffb30 req-f4dc2595-52a3-4b0f-b4a2-c701c64efa9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a17b9418-ccf0-458e-9381-6e3b08f2300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0523908 Jun 16 18:39:27.982645 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-71038fa4-3406-4674-a3a4-9067f4fffb30 req-660c41b7-09a5-45a9-a1d2-8d285949665f service neutron] 10.222.0.36 "GET /v2.0/networks/a17b9418-ccf0-458e-9381-6e3b08f2300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979466 Jun 16 18:39:28.104736 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-71038fa4-3406-4674-a3a4-9067f4fffb30 req-78a14ae0-c70e-49bc-8f86-f517b3329dff service neutron] 10.222.0.36 "GET /v2.0/networks/a17b9418-ccf0-458e-9381-6e3b08f2300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157677 Jun 16 18:39:28.127587 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2e177-7f41-4568-917a-f35e5b50d1e3 req-baf74764-3086-453f-942e-382db0937892 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:28.128982 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b1b2e177-7f41-4568-917a-f35e5b50d1e3 req-baf74764-3086-453f-942e-382db0937892 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.0843198 Jun 16 18:39:28.174966 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b1b2e177-7f41-4568-917a-f35e5b50d1e3 req-5b7e93d7-bb67-4f06-b9a2-038d4a610902 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321136 Jun 16 18:39:28.783943 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 93e108a6-525f-4d04-933c-7ab30fa54d31 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:39:28.885582 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 93e108a6-525f-4d04-933c-7ab30fa54d31, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=93e108a6-525f-4d04-933c-7ab30fa54d31,segment=NetworkSegment(a3c758e4-77a0-4b9e-be7b-87fc7ceee021),segment_id=a3c758e4-77a0-4b9e-be7b-87fc7ceee021)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:39:28.899724 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': '93e108a6-525f-4d04-933c-7ab30fa54d31', 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a', 'port_id': '93e108a6-525f-4d04-933c-7ab30fa54d31', 'mac_address': 'fa:16:3e:af:27:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1534cc31-1f4f-42c4-a9ef-c5b78cb9b024', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:39:28.936915 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:28.949923 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e108a6-525f-4d04-933c-7ab30fa54d31 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:39:28.959946 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1d609-06b5-4b9a-86b8-4f81f920a56b req-28dd183a-4858-48e1-b722-77037208dcb4 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:28.961429 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-dee1d609-06b5-4b9a-86b8-4f81f920a56b req-28dd183a-4858-48e1-b722-77037208dcb4 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.1108541 Jun 16 18:39:28.969680 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 93e108a6-525f-4d04-933c-7ab30fa54d31, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=93e108a6-525f-4d04-933c-7ab30fa54d31,segment=NetworkSegment(a3c758e4-77a0-4b9e-be7b-87fc7ceee021),segment_id=a3c758e4-77a0-4b9e-be7b-87fc7ceee021)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:39:28.973725 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:28.976311 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:28.981325 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d663d45-0f9d-44c6-955f-ba64b095d840 req-d859559f-681e-4e93-89a7-3d47a7e47357 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:28.982778 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4d663d45-0f9d-44c6-955f-ba64b095d840 req-d859559f-681e-4e93-89a7-3d47a7e47357 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 944 time: 0.0993021 Jun 16 18:39:29.027397 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=93e108a6-525f-4d04-933c-7ab30fa54d31,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:29.033414 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-dee1d609-06b5-4b9a-86b8-4f81f920a56b req-adde709c-ef47-454c-861c-e4f6659f0801 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657287 Jun 16 18:39:29.034223 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.034575 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.034917 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.035252 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.035662 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.035996 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.036345 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.036675 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.037000 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.037321 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.037641 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.037961 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:29.038065 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4d663d45-0f9d-44c6-955f-ba64b095d840 req-0de2a2a5-e080-4f35-bc7c-260454485978 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480056 Jun 16 18:39:29.042570 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:29.266569 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['93e108a6-525f-4d04-933c-7ab30fa54d31'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:39:29.449129 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f034b-bd77-4251-a96b-f307c4660e82 req-9f17bcb7-99c3-4509-b455-c02a6798950b tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:29.450607 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-bf9f034b-bd77-4251-a96b-f307c4660e82 req-9f17bcb7-99c3-4509-b455-c02a6798950b tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1540461 Jun 16 18:39:29.467270 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839e10d-0ed0-4f72-8cfd-24421e8d670d req-e7d26de9-31d6-426b-ae54-f61cd2d31fc9 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:29.468696 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7839e10d-0ed0-4f72-8cfd-24421e8d670d req-e7d26de9-31d6-426b-ae54-f61cd2d31fc9 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.1615753 Jun 16 18:39:29.491800 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ae9df-c719-48d8-9702-ac576c2dfa4c req-2ae379ad-80ee-4606-b545-b651810637f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:29.493433 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7b4ae9df-c719-48d8-9702-ac576c2dfa4c req-2ae379ad-80ee-4606-b545-b651810637f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bc91c45bdd24caa9702ccfebfce88a4&device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 1099 time: 0.1313319 Jun 16 18:39:29.534421 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-bf9f034b-bd77-4251-a96b-f307c4660e82 req-e14975fd-4d2c-4a53-a259-9aa155c4ad52 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777128 Jun 16 18:39:29.552791 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7839e10d-0ed0-4f72-8cfd-24421e8d670d req-67fa36d2-677c-4034-ac85-351a8e3c8cb1 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765915 Jun 16 18:39:29.616463 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ae9df-c719-48d8-9702-ac576c2dfa4c req-76bf135e-de59-403c-83c6-2c2856c24111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:29.617856 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7b4ae9df-c719-48d8-9702-ac576c2dfa4c req-76bf135e-de59-403c-83c6-2c2856c24111 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 HTTP/1.1" status: 200 len: 912 time: 0.1038873 Jun 16 18:39:29.681582 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7b4ae9df-c719-48d8-9702-ac576c2dfa4c req-c0417db4-6cf2-4a53-a0fa-47596bef6f44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d19050fd-e9b4-4edd-9f70-c11df229711a HTTP/1.1" status: 200 len: 1002 time: 0.0557804 Jun 16 18:39:29.727863 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ae9df-c719-48d8-9702-ac576c2dfa4c req-5cc0b89b-47b1-46ab-8e53-3c4688603781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:29.729263 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7b4ae9df-c719-48d8-9702-ac576c2dfa4c req-5cc0b89b-47b1-46ab-8e53-3c4688603781 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc7cf5ef-6aa1-4199-9c30-73b9adb626d9 HTTP/1.1" status: 200 len: 850 time: 0.0407112 Jun 16 18:39:29.788010 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ae9df-c719-48d8-9702-ac576c2dfa4c req-4cac6a29-892a-43e9-9063-090900963575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:29.789477 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7b4ae9df-c719-48d8-9702-ac576c2dfa4c req-4cac6a29-892a-43e9-9063-090900963575 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0526175 Jun 16 18:39:29.875647 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7b4ae9df-c719-48d8-9702-ac576c2dfa4c req-7071adbf-93e9-4ea3-9d3d-398676b90f98 service neutron] 10.222.0.36 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790308 Jun 16 18:39:29.972311 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7b4ae9df-c719-48d8-9702-ac576c2dfa4c req-5201f820-2cc5-4f7c-952b-02e733532087 service neutron] 10.222.0.36 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872111 Jun 16 18:39:30.214217 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf5d60-ea3c-4bb6-b311-1924c6e50969 req-998fedc4-5d3d-4287-a84a-750385a5c742 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:30.215739 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a8cf5d60-ea3c-4bb6-b311-1924c6e50969 req-998fedc4-5d3d-4287-a84a-750385a5c742 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 945 time: 0.0677760 Jun 16 18:39:30.259149 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a8cf5d60-ea3c-4bb6-b311-1924c6e50969 req-c1963dc6-5aaf-479a-bb99-04abf9d1bf24 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349541 Jun 16 18:39:30.807183 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d864b42-3567-44b1-86bb-ae4a78602af3 req-cf6ec45b-c02f-4703-80f0-fd036fd0bd3d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:30.807452 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 93e108a6-525f-4d04-933c-7ab30fa54d31 up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:39:30.808773 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2d864b42-3567-44b1-86bb-ae4a78602af3 req-cf6ec45b-c02f-4703-80f0-fd036fd0bd3d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1489503 Jun 16 18:39:30.846920 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7e063-e0d8-44be-ab31-d3da7801d792 req-4bc603cf-4162-4ca9-ad33-79c2348aa6fd tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:30.848302 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1ab7e063-e0d8-44be-ab31-d3da7801d792 req-4bc603cf-4162-4ca9-ad33-79c2348aa6fd tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.1590993 Jun 16 18:39:30.858936 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning for port 93e108a6-525f-4d04-933c-7ab30fa54d31 completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:39:30.859082 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe8951-98cf-47be-8f53-3918217b710b req-550ff090-d85b-4324-bdc4-844b500fb43a tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:30.860753 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-93fe8951-98cf-47be-8f53-3918217b710b req-550ff090-d85b-4324-bdc4-844b500fb43a tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.36 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 946 time: 0.1350765 Jun 16 18:39:30.863198 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port 93e108a6-525f-4d04-933c-7ab30fa54d31 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:39:30.863715 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:30.922841 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2d864b42-3567-44b1-86bb-ae4a78602af3 req-315ddfab-5bb0-405c-ba1f-e8d266843171 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057229 Jun 16 18:39:30.949990 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1ab7e063-e0d8-44be-ab31-d3da7801d792 req-66ae1829-1635-4441-aaef-4326e35fec32 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871003 Jun 16 18:39:30.950208 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:30.981195 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd03b2ae-8fbc-46b8-a6d5-d48766741b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e108a6-525f-4d04-933c-7ab30fa54d31'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:39:30.983497 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c7678a-52a8-408f-8f9a-230e014addb7" -d '{"events": [{"server_uuid": "dd03b2ae-8fbc-46b8-a6d5-d48766741b05", "name": "network-vif-plugged", "status": "completed", "tag": "93e108a6-525f-4d04-933c-7ab30fa54d31"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:39:30.996616 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 93e108a6-525f-4d04-933c-7ab30fa54d31, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=93e108a6-525f-4d04-933c-7ab30fa54d31,segment=NetworkSegment(a3c758e4-77a0-4b9e-be7b-87fc7ceee021),segment_id=a3c758e4-77a0-4b9e-be7b-87fc7ceee021)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:39:31.001937 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:31.005205 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:31.007954 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-93fe8951-98cf-47be-8f53-3918217b710b req-eb2957b6-7726-4411-8be6-d9de7096c52d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Deleting port d28a092d-f435-4580-bc47-0067c92a0da7 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:39:31.008700 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-93fe8951-98cf-47be-8f53-3918217b710b req-eb2957b6-7726-4411-8be6-d9de7096c52d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:31.028783 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941cad46-9711-4c38-9ed8-7c37c4bcad33 x-openstack-request-id: req-941cad46-9711-4c38-9ed8-7c37c4bcad33 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:39:31.029083 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd03b2ae-8fbc-46b8-a6d5-d48766741b05", "name": "network-vif-plugged", "status": "completed", "tag": "93e108a6-525f-4d04-933c-7ab30fa54d31", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:39:31.029360 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-941cad46-9711-4c38-9ed8-7c37c4bcad33 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:39:31.029738 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd03b2ae-8fbc-46b8-a6d5-d48766741b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e108a6-525f-4d04-933c-7ab30fa54d31', 'code': 200} Jun 16 18:39:31.058256 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=93e108a6-525f-4d04-933c-7ab30fa54d31,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:31.061329 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:31.110392 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-93fe8951-98cf-47be-8f53-3918217b710b req-eb2957b6-7726-4411-8be6-d9de7096c52d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] For port d28a092d-f435-4580-bc47-0067c92a0da7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=d28a092d-f435-4580-bc47-0067c92a0da7,segment=NetworkSegment(0cf9649c-0b91-4fd6-864b-a51c1be640b3),segment_id=0cf9649c-0b91-4fd6-864b-a51c1be640b3)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:39:31.110660 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-93fe8951-98cf-47be-8f53-3918217b710b req-eb2957b6-7726-4411-8be6-d9de7096c52d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:31.173517 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-93fe8951-98cf-47be-8f53-3918217b710b req-eb2957b6-7726-4411-8be6-d9de7096c52d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Calling delete_port for d28a092d-f435-4580-bc47-0067c92a0da7 owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:39:31.337882 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-93fe8951-98cf-47be-8f53-3918217b710b req-eb2957b6-7726-4411-8be6-d9de7096c52d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:31.342157 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:31.351967 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1', 'd28a092d-f435-4580-bc47-0067c92a0da7'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:39:31.372216 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2957b6-7726-4411-8be6-d9de7096c52d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Pushing event deleted for resources: {'Port': ['ID=d28a092d-f435-4580-bc47-0067c92a0da7,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:31.377517 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-eb2957b6-7726-4411-8be6-d9de7096c52d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:31.449307 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fe8951-98cf-47be-8f53-3918217b710b req-eb2957b6-7726-4411-8be6-d9de7096c52d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] No DVR routers for this DVR port d28a092d-f435-4580-bc47-0067c92a0da7 on host hv-cinder-66710 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:39:31.453930 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-93fe8951-98cf-47be-8f53-3918217b710b req-eb2957b6-7726-4411-8be6-d9de7096c52d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:31.455829 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-93fe8951-98cf-47be-8f53-3918217b710b req-eb2957b6-7726-4411-8be6-d9de7096c52d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.36 "DELETE /v2.0/ports/d28a092d-f435-4580-bc47-0067c92a0da7 HTTP/1.1" status: 204 len: 173 time: 0.5824313 Jun 16 18:39:31.457082 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e32b14-2180-4a13-8bac-49f56563adc2', 'name': 'network-vif-deleted', 'tag': 'd28a092d-f435-4580-bc47-0067c92a0da7'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:39:31.459332 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df044d3-d737-4a5a-af37-189f10e9e79b" -d '{"events": [{"server_uuid": "98e32b14-2180-4a13-8bac-49f56563adc2", "name": "network-vif-deleted", "tag": "d28a092d-f435-4580-bc47-0067c92a0da7"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:39:31.474279 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17c3e5-be51-4266-8eb7-791a8b0f0855 req-7d8181e6-6ba1-4b75-a78a-faf386e6ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:31.475722 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2c17c3e5-be51-4266-8eb7-791a8b0f0855 req-7d8181e6-6ba1-4b75-a78a-faf386e6ee85 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 1099 time: 0.1746619 Jun 16 18:39:31.501564 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ff5eb7-757a-42cf-aaac-df0f86cdd36e x-openstack-request-id: req-96ff5eb7-757a-42cf-aaac-df0f86cdd36e {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:39:31.501888 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e32b14-2180-4a13-8bac-49f56563adc2", "name": "network-vif-deleted", "tag": "d28a092d-f435-4580-bc47-0067c92a0da7", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:39:31.502169 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-96ff5eb7-757a-42cf-aaac-df0f86cdd36e {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:39:31.502676 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e32b14-2180-4a13-8bac-49f56563adc2', 'name': 'network-vif-deleted', 'tag': 'd28a092d-f435-4580-bc47-0067c92a0da7', 'status': 'completed', 'code': 200} Jun 16 18:39:31.525340 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928331d1-7502-4f95-b18a-48bb36f8ae2a req-3b50bdc3-e3d8-4198-aecb-60c4a97eb8d3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:31.527067 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-928331d1-7502-4f95-b18a-48bb36f8ae2a req-3b50bdc3-e3d8-4198-aecb-60c4a97eb8d3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.1474774 Jun 16 18:39:31.547196 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2c17c3e5-be51-4266-8eb7-791a8b0f0855 req-d26cb9b6-f214-4a41-9611-835a061ca81b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604472 Jun 16 18:39:31.574116 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-928331d1-7502-4f95-b18a-48bb36f8ae2a req-b9ffca58-2fdd-4aba-8e9a-f14627cb7460 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385060 Jun 16 18:39:32.089974 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3706ef46-b6a7-4122-bc88-9d8bbd97c1a3 req-aa2f0c4b-6dd5-443a-9626-d925e7659207 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e32b14-2180-4a13-8bac-49f56563adc2 HTTP/1.1" status: 200 len: 210 time: 0.0363750 Jun 16 18:39:32.153711 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b5f05-2074-4209-b110-88d7ac47287f req-de89047a-93c0-4ecd-bf92-626e7f51e733 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:32.155199 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-fa5b5f05-2074-4209-b110-88d7ac47287f req-de89047a-93c0-4ecd-bf92-626e7f51e733 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0677102 Jun 16 18:39:32.194632 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-fa5b5f05-2074-4209-b110-88d7ac47287f req-b3a6a493-9a26-4ecb-8fd7-94dd673bb5fd tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335214 Jun 16 18:39:32.756259 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60c418-9bbe-45ce-9429-6b983f54199d req-8b640b47-a836-428a-8fd4-17feac67af1d tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:32.757708 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6f60c418-9bbe-45ce-9429-6b983f54199d req-8b640b47-a836-428a-8fd4-17feac67af1d tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0617783 Jun 16 18:39:32.795168 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6f60c418-9bbe-45ce-9429-6b983f54199d req-09a6a242-b3b2-41c1-ba43-04190a31c1bb tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311289 Jun 16 18:39:32.971179 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a566d88-cf94-4939-a8c0-6d3854f69255 req-1aea3d43-3005-4135-94d6-9f84c399ca53 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:32.972625 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8a566d88-cf94-4939-a8c0-6d3854f69255 req-1aea3d43-3005-4135-94d6-9f84c399ca53 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0669312 Jun 16 18:39:33.009304 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8a566d88-cf94-4939-a8c0-6d3854f69255 req-12726e5a-60c2-4e55-834b-5311a51d298a tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304468 Jun 16 18:39:33.034671 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 36292) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:33.231492 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6aa1968-3aa7-4f3b-be1d-4d23ff300c5d tempest-TestShelveInstance-860490106 tempest-TestShelveInstance-860490106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:33.233194 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-d6aa1968-3aa7-4f3b-be1d-4d23ff300c5d tempest-TestShelveInstance-860490106 tempest-TestShelveInstance-860490106-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 1094 time: 0.1975269 Jun 16 18:39:33.236020 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 36300) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:33.240310 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Request body: {'floatingip': {'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'port_id': '93e108a6-525f-4d04-933c-7ab30fa54d31', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:39:33.265364 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for floatingip, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:33.637805 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:33.646814 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1eee3-66b1-4d9c-806c-f1676f5a3d82 req-aeae7a7a-de16-49d3-b437-09ad168f4821 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:33.648279 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f7b1eee3-66b1-4d9c-806c-f1676f5a3d82 req-aeae7a7a-de16-49d3-b437-09ad168f4821 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0852194 Jun 16 18:39:33.732724 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f7b1eee3-66b1-4d9c-806c-f1676f5a3d82 req-6e947184-ff11-40c1-9444-f503390901e4 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778472 Jun 16 18:39:33.781551 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Allocated IP 172.28.2.244 (7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe/3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a/8ccd0c14-1008-4e35-a908-11eb4832470d) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:39:33.881809 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:33.919870 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130527772'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:33.922412 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:33.961802 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:39:33.964592 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:33.967028 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:39:33.972490 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Pushing event updated for resources: {'Port': ['ID=8ccd0c14-1008-4e35-a908-11eb4832470d,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:33.974975 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:34.426871 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:34.534615 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:34.685350 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:34.689847 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:34.692509 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-510ccfbf-a8e5-43fc-bf9b-ae9c06f7a875 tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:34.759282 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Pushing event updated for resources: {'Port': ['ID=8ccd0c14-1008-4e35-a908-11eb4832470d,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:34.763543 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:34.773135 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439533'] for floatingip, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:34.854304 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device d28a092d-f435-4580-bc47-0067c92a0da7 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:39:34.878031 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] No Port match for: d28a092d-f435-4580-bc47-0067c92a0da7 {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:39:34.878461 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device d28a092d-f435-4580-bc47-0067c92a0da7 not bound to the agent host hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:39:34.904487 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.db.l3_db [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Floating IP 51a88339-0604-495a-a953-e3800cdc51df associated. External IP: 172.28.2.244, port: 93e108a6-525f-4d04-933c-7ab30fa54d31. Jun 16 18:39:34.982970 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d47c8f-00c3-48de-a5a5-440086ae8569 req-990ab2a4-17ce-43ce-ba5a-27c1f9b296a6 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:34.984426 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-61d47c8f-00c3-48de-a5a5-440086ae8569 req-990ab2a4-17ce-43ce-ba5a-27c1f9b296a6 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1382060 Jun 16 18:39:35.038540 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-61d47c8f-00c3-48de-a5a5-440086ae8569 req-4f176566-67d3-439e-a798-f34625a4fa62 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478194 Jun 16 18:39:35.365634 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Router 16d53ae6-533c-4b37-94a4-9055350d5588 has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:39:35.469058 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:39:35.478769 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1bb006-e2d7-41a8-a00e-3a180b8d23f6 None None] Sync routers for ids ['16d53ae6-533c-4b37-94a4-9055350d5588'] in dv-cinder-667108-31-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:39:35.485427 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for floatingip, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:35.488539 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1bb006-e2d7-41a8-a00e-3a180b8d23f6 None None] Routers {'16d53ae6-533c-4b37-94a4-9055350d5588'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:39:35.489163 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-7f1bb006-e2d7-41a8-a00e-3a180b8d23f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:39:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['16d53ae6-533c-4b37-94a4-9055350d5588'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:35.521625 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2838173 Jun 16 18:39:35.521625 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd03b2ae-8fbc-46b8-a6d5-d48766741b05', 'tag': '93e108a6-525f-4d04-933c-7ab30fa54d31'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:39:35.524693 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cea522f-0250-45bf-898b-1c73fc5bf362" -d '{"events": [{"name": "network-changed", "server_uuid": "dd03b2ae-8fbc-46b8-a6d5-d48766741b05", "tag": "93e108a6-525f-4d04-933c-7ab30fa54d31"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:39:35.563284 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84605bd-3b8a-461c-a975-b64ca677f716 x-openstack-request-id: req-a84605bd-3b8a-461c-a975-b64ca677f716 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:39:35.563611 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd03b2ae-8fbc-46b8-a6d5-d48766741b05", "tag": "93e108a6-525f-4d04-933c-7ab30fa54d31", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:39:35.563899 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a84605bd-3b8a-461c-a975-b64ca677f716 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:39:35.564356 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd03b2ae-8fbc-46b8-a6d5-d48766741b05', 'tag': '93e108a6-525f-4d04-933c-7ab30fa54d31', 'status': 'completed', 'code': 200} Jun 16 18:39:35.595155 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-7f1bb006-e2d7-41a8-a00e-3a180b8d23f6 None None] Set router 16d53ae6-533c-4b37-94a4-9055350d5588 gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:39:35.644901 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea522f-0250-45bf-898b-1c73fc5bf362 req-95fec5b5-c559-4fa0-90d1-ddaec8874851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:35.646361 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6cea522f-0250-45bf-898b-1c73fc5bf362 req-95fec5b5-c559-4fa0-90d1-ddaec8874851 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b5d42596a1c445fa7cc4576a3d8418b&device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 1099 time: 0.0521586 Jun 16 18:39:35.744741 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea522f-0250-45bf-898b-1c73fc5bf362 req-c6466ab8-818a-4e96-9af5-96ea4e333cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:35.745890 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6cea522f-0250-45bf-898b-1c73fc5bf362 req-c6466ab8-818a-4e96-9af5-96ea4e333cfc service neutron] 10.222.0.36 "GET /v2.0/networks?id=a17b9418-ccf0-458e-9381-6e3b08f2300a HTTP/1.1" status: 200 len: 909 time: 0.0864215 Jun 16 18:39:35.811019 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6cea522f-0250-45bf-898b-1c73fc5bf362 req-0bf0d7c0-611a-4b98-b82a-2538fb86636d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93e108a6-525f-4d04-933c-7ab30fa54d31 HTTP/1.1" status: 200 len: 1000 time: 0.0581834 Jun 16 18:39:35.818116 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-7f1bb006-e2d7-41a8-a00e-3a180b8d23f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'name': 'tempest-TestShelveInstance-127678774-router', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:47Z', 'revision_number': 4, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'gw_port': {'id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_floatingips': [{'id': '51a88339-0604-495a-a953-e3800cdc51df', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'floating_ip_address': '172.28.2.244', 'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'router_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'port_id': '93e108a6-525f-4d04-933c-7ab30fa54d31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a', 'mac_address': 'fa:16:3e:af:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd03b2ae-8fbc-46b8-a6d5-d48766741b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:39:34Z', 'updated_at': '2021-06-16T18:39:34Z', 'revision_number': 0, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19bc30bd-0526-40ba-90dc-b8b755cd6904', 'name': '', 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'mac_address': 'fa:16:3e:53:15:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '1534cc31-1f4f-42c4-a9ef-c5b78cb9b024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:47Z', 'updated_at': '2021-06-16T18:38:56Z', 'revision_number': 5, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'subnets': [{'id': '1534cc31-1f4f-42c4-a9ef-c5b78cb9b024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:35.821664 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1bb006-e2d7-41a8-a00e-3a180b8d23f6 None None] Checking router: 16d53ae6-533c-4b37-94a4-9055350d5588 for host: dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:39:35.829951 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1bb006-e2d7-41a8-a00e-3a180b8d23f6 None None] Routers {'16d53ae6-533c-4b37-94a4-9055350d5588'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:39:35.830546 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-7f1bb006-e2d7-41a8-a00e-3a180b8d23f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:39:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['16d53ae6-533c-4b37-94a4-9055350d5588'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:35.864053 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea522f-0250-45bf-898b-1c73fc5bf362 req-52b6f4ab-5d54-4ea8-9961-4643aaf6ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:35.865528 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6cea522f-0250-45bf-898b-1c73fc5bf362 req-52b6f4ab-5d54-4ea8-9961-4643aaf6ac3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1534cc31-1f4f-42c4-a9ef-c5b78cb9b024 HTTP/1.1" status: 200 len: 847 time: 0.0475490 Jun 16 18:39:35.922188 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea522f-0250-45bf-898b-1c73fc5bf362 req-4f65a034-f4a0-4922-9d9b-ac0c2d57e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:35.923637 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6cea522f-0250-45bf-898b-1c73fc5bf362 req-4f65a034-f4a0-4922-9d9b-ac0c2d57e83c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a17b9418-ccf0-458e-9381-6e3b08f2300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0508928 Jun 16 18:39:35.936674 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-7f1bb006-e2d7-41a8-a00e-3a180b8d23f6 None None] Set router 16d53ae6-533c-4b37-94a4-9055350d5588 gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:39:36.013421 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6cea522f-0250-45bf-898b-1c73fc5bf362 req-a3dcf2c1-5d85-45a6-8f5a-8872b8f52e17 service neutron] 10.222.0.36 "GET /v2.0/networks/a17b9418-ccf0-458e-9381-6e3b08f2300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797081 Jun 16 18:39:36.113204 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6cea522f-0250-45bf-898b-1c73fc5bf362 req-ff5d9a95-0eb9-48b7-8694-861e5846c862 service neutron] 10.222.0.36 "GET /v2.0/networks/a17b9418-ccf0-458e-9381-6e3b08f2300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879910 Jun 16 18:39:36.166263 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-7f1bb006-e2d7-41a8-a00e-3a180b8d23f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'name': 'tempest-TestShelveInstance-127678774-router', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:47Z', 'revision_number': 4, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'gw_port': {'id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_floatingips': [{'id': '51a88339-0604-495a-a953-e3800cdc51df', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'floating_ip_address': '172.28.2.244', 'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'router_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'port_id': '93e108a6-525f-4d04-933c-7ab30fa54d31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a', 'mac_address': 'fa:16:3e:af:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd03b2ae-8fbc-46b8-a6d5-d48766741b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:39:34Z', 'updated_at': '2021-06-16T18:39:34Z', 'revision_number': 0, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19bc30bd-0526-40ba-90dc-b8b755cd6904', 'name': '', 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'mac_address': 'fa:16:3e:53:15:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '1534cc31-1f4f-42c4-a9ef-c5b78cb9b024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:47Z', 'updated_at': '2021-06-16T18:38:56Z', 'revision_number': 5, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'subnets': [{'id': '1534cc31-1f4f-42c4-a9ef-c5b78cb9b024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:36.169960 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1bb006-e2d7-41a8-a00e-3a180b8d23f6 None None] The sync data for ids ['16d53ae6-533c-4b37-94a4-9055350d5588'] in dv-cinder-667108-31-smb is: [{'id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'name': 'tempest-TestShelveInstance-127678774-router', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:47Z', 'revision_number': 4, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'gw_port': {'id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_floatingips': [{'id': '51a88339-0604-495a-a953-e3800cdc51df', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'floating_ip_address': '172.28.2.244', 'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'router_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'port_id': '93e108a6-525f-4d04-933c-7ab30fa54d31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a', 'mac_address': 'fa:16:3e:af:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd03b2ae-8fbc-46b8-a6d5-d48766741b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:39:34Z', 'updated_at': '2021-06-16T18:39:34Z', 'revision_number': 0, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19bc30bd-0526-40ba-90dc-b8b755cd6904', 'name': '', 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'mac_address': 'fa:16:3e:53:15:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '1534cc31-1f4f-42c4-a9ef-c5b78cb9b024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:47Z', 'updated_at': '2021-06-16T18:38:56Z', 'revision_number': 5, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'subnets': [{'id': '1534cc31-1f4f-42c4-a9ef-c5b78cb9b024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:39:36.214048 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e217c-410d-432d-853c-44f48f5a3697 req-e687a0f0-cd35-47f3-84e8-bba14883b269 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:36.215551 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6d3e217c-410d-432d-853c-44f48f5a3697 req-e687a0f0-cd35-47f3-84e8-bba14883b269 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0648165 Jun 16 18:39:36.255982 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6d3e217c-410d-432d-853c-44f48f5a3697 req-ed024c2d-c0ab-42ba-8e33-7017585e347f tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345621 Jun 16 18:39:36.351307 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b411da-7af9-4d0b-84e9-df076f0ba420 None None] New status for floating IP 51a88339-0604-495a-a953-e3800cdc51df: ACTIVE {{(pid=92980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:39:37.587760 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04e305-81ee-4170-8a7f-3eb5175262c0 req-4a1ba319-083e-40b6-b077-eb6e9e12e029 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:37.589221 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1d04e305-81ee-4170-8a7f-3eb5175262c0 req-4a1ba319-083e-40b6-b077-eb6e9e12e029 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0671721 Jun 16 18:39:37.627133 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1d04e305-81ee-4170-8a7f-3eb5175262c0 req-006dd086-2c52-4e2a-bd86-f6e688571c91 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322232 Jun 16 18:39:38.796895 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108638a6-80fe-49b3-a614-10bfcbd8beea req-f49601c3-2884-454d-8ad1-e9a36db7de16 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:38.798342 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-108638a6-80fe-49b3-a614-10bfcbd8beea req-f49601c3-2884-454d-8ad1-e9a36db7de16 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0628483 Jun 16 18:39:38.835572 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-108638a6-80fe-49b3-a614-10bfcbd8beea req-00e5ff6a-9b05-47aa-859a-dbdad478dc95 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315979 Jun 16 18:39:38.909921 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7d4ffa2e-6b99-424c-86cb-e2f93bbe5ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:39.894388 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bafe2-9101-4650-9ba3-242115e7e0ab req-bb9b2946-5e9d-4af5-95b3-622056ba6d4a tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:39.895932 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6c6bafe2-9101-4650-9ba3-242115e7e0ab req-bb9b2946-5e9d-4af5-95b3-622056ba6d4a tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.36 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.0627708 Jun 16 18:39:40.051615 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c486a4-596a-4179-9125-92e83fd4c69f req-bf1ae2e7-377d-4f49-b02d-bfed899c5d76 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:40.053095 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-00c486a4-596a-4179-9125-92e83fd4c69f req-bf1ae2e7-377d-4f49-b02d-bfed899c5d76 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d0ffc7-384d-42f3-8e93-42b06aea8699 HTTP/1.1" status: 200 len: 945 time: 0.1050174 Jun 16 18:39:40.054402 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-6c6bafe2-9101-4650-9ba3-242115e7e0ab req-45aa5935-c99d-4c09-8929-1b0f1804ecac tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Deleting port b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:39:40.054742 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-6c6bafe2-9101-4650-9ba3-242115e7e0ab req-45aa5935-c99d-4c09-8929-1b0f1804ecac tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:40.143841 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-00c486a4-596a-4179-9125-92e83fd4c69f req-b1e653a6-630e-45b5-8c9f-664102b660a5 tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.46 "GET /v2.0/security-groups?id=121d2dc2-f3bf-427b-b692-e58ed311fdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846694 Jun 16 18:39:40.169909 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-6c6bafe2-9101-4650-9ba3-242115e7e0ab req-45aa5935-c99d-4c09-8929-1b0f1804ecac tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] For port b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1,segment=NetworkSegment(0cf9649c-0b91-4fd6-864b-a51c1be640b3),segment_id=0cf9649c-0b91-4fd6-864b-a51c1be640b3)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:39:40.170261 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-6c6bafe2-9101-4650-9ba3-242115e7e0ab req-45aa5935-c99d-4c09-8929-1b0f1804ecac tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:40.227504 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:39:40.235266 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-6c6bafe2-9101-4650-9ba3-242115e7e0ab req-45aa5935-c99d-4c09-8929-1b0f1804ecac tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Calling delete_port for b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:39:40.356360 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-6c6bafe2-9101-4650-9ba3-242115e7e0ab req-45aa5935-c99d-4c09-8929-1b0f1804ecac tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:40.360102 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f8570f24-a8bf-4aea-97c5-1b5106fb2aad tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:40.367472 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:39:40.387397 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa5935-c99d-4c09-8929-1b0f1804ecac tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Pushing event deleted for resources: {'Port': ['ID=b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:40.390832 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-45aa5935-c99d-4c09-8929-1b0f1804ecac tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:40.436228 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6bafe2-9101-4650-9ba3-242115e7e0ab req-45aa5935-c99d-4c09-8929-1b0f1804ecac tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] No DVR routers for this DVR port b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 on host hv-cinder-66710 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:39:40.438593 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-6c6bafe2-9101-4650-9ba3-242115e7e0ab req-45aa5935-c99d-4c09-8929-1b0f1804ecac tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:40.440536 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6c6bafe2-9101-4650-9ba3-242115e7e0ab req-45aa5935-c99d-4c09-8929-1b0f1804ecac tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] 10.222.0.36 "DELETE /v2.0/ports/b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 HTTP/1.1" status: 204 len: 173 time: 0.5364447 Jun 16 18:39:40.441034 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d0ffc7-384d-42f3-8e93-42b06aea8699', 'name': 'network-vif-deleted', 'tag': 'b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:39:40.443274 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9493911-746f-461a-946e-4108a3439301" -d '{"events": [{"server_uuid": "63d0ffc7-384d-42f3-8e93-42b06aea8699", "name": "network-vif-deleted", "tag": "b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:39:40.482372 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc943f4-aa82-4acc-8606-26b9a0f4a0a2 x-openstack-request-id: req-8bc943f4-aa82-4acc-8606-26b9a0f4a0a2 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:39:40.482705 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d0ffc7-384d-42f3-8e93-42b06aea8699", "name": "network-vif-deleted", "tag": "b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:39:40.483001 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8bc943f4-aa82-4acc-8606-26b9a0f4a0a2 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:39:40.483437 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d0ffc7-384d-42f3-8e93-42b06aea8699', 'name': 'network-vif-deleted', 'tag': 'b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1', 'status': 'completed', 'code': 200} Jun 16 18:39:41.237743 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 36324) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:41.281737 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f4e33f8e-5b58-4d40-9bee-c045beed17b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:41.287125 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:41.647401 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4cf55270-599f-4c5e-9bbf-ad435ef90fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-493258'] for router_interface, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:41.688468 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:41.938333 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-4cf55270-599f-4c5e-9bbf-ad435ef90fc0 admin admin] Deleting port 41c2743d-c5c1-48d6-945b-d5b9ed7c57c4 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:39:41.938669 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4cf55270-599f-4c5e-9bbf-ad435ef90fc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:42.018173 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [None req-4cf55270-599f-4c5e-9bbf-ad435ef90fc0 admin admin] For port 41c2743d-c5c1-48d6-945b-d5b9ed7c57c4, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=41c2743d-c5c1-48d6-945b-d5b9ed7c57c4,segment=NetworkSegment(0cf9649c-0b91-4fd6-864b-a51c1be640b3),segment_id=0cf9649c-0b91-4fd6-864b-a51c1be640b3)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:39:42.018525 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4cf55270-599f-4c5e-9bbf-ad435ef90fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:42.081968 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-4cf55270-599f-4c5e-9bbf-ad435ef90fc0 admin admin] Calling delete_port for 41c2743d-c5c1-48d6-945b-d5b9ed7c57c4 owned by network:router_interface {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:39:42.269789 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4cf55270-599f-4c5e-9bbf-ad435ef90fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:42.272664 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-750cea52-e15c-4373-9451-25f2a30bf270 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:42.296643 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf55270-599f-4c5e-9bbf-ad435ef90fc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=41c2743d-c5c1-48d6-945b-d5b9ed7c57c4,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:42.300318 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4cf55270-599f-4c5e-9bbf-ad435ef90fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:42.453916 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4cf55270-599f-4c5e-9bbf-ad435ef90fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133741491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493150'] for router_interface, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:42.478683 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:42.895795 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf55270-599f-4c5e-9bbf-ad435ef90fc0 admin admin] Router 6a160b0e-e560-448b-bf94-b4ba4bea738a has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:39:42.920466 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:39:42.942816 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] No Port match for: b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:39:42.943166 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device b2bdd028-27a3-449a-bfaf-3ca76a1dc6a1 not bound to the agent host hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:39:42.997633 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf55270-599f-4c5e-9bbf-ad435ef90fc0 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:39:43.002416 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-4cf55270-599f-4c5e-9bbf-ad435ef90fc0 admin admin] 10.222.0.46 "PUT /v2.0/routers/6a160b0e-e560-448b-bf94-b4ba4bea738a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7636533 Jun 16 18:39:43.004971 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 36330) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:43.005992 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e480ef8-e8a2-4ead-bd7d-6a763a3bcce7 None None] Sync routers for ids ['6a160b0e-e560-448b-bf94-b4ba4bea738a'] in dv-cinder-667108-31-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:39:43.015144 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e480ef8-e8a2-4ead-bd7d-6a763a3bcce7 None None] Routers {'6a160b0e-e560-448b-bf94-b4ba4bea738a'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:39:43.015740 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5e480ef8-e8a2-4ead-bd7d-6a763a3bcce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:39:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['6a160b0e-e560-448b-bf94-b4ba4bea738a'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:43.111055 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-af3f01e4-faa4-4e9c-aa79-106f80d553f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:43.195212 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-5e480ef8-e8a2-4ead-bd7d-6a763a3bcce7 None None] Set router 6a160b0e-e560-448b-bf94-b4ba4bea738a gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:39:43.222372 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-af3f01e4-faa4-4e9c-aa79-106f80d553f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:43.275232 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-af3f01e4-faa4-4e9c-aa79-106f80d553f9 admin admin] Deleting port 9f05d549-4532-4de5-909e-8155b30a52ff {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:39:43.275983 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-af3f01e4-faa4-4e9c-aa79-106f80d553f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:43.354757 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [None req-af3f01e4-faa4-4e9c-aa79-106f80d553f9 admin admin] For port 9f05d549-4532-4de5-909e-8155b30a52ff, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=9f05d549-4532-4de5-909e-8155b30a52ff,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:39:43.355112 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-af3f01e4-faa4-4e9c-aa79-106f80d553f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:43.366951 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5e480ef8-e8a2-4ead-bd7d-6a763a3bcce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a160b0e-e560-448b-bf94-b4ba4bea738a', 'name': 'tempest-ServerRescueNegativeTestJSON-494404374-router', 'tenant_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '9f05d549-4532-4de5-909e-8155b30a52ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:39:42Z', 'revision_number': 5, 'project_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'gw_port': {'id': '9f05d549-4532-4de5-909e-8155b30a52ff', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a160b0e-e560-448b-bf94-b4ba4bea738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:50Z', 'updated_at': '2021-06-16T18:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:43.370410 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e480ef8-e8a2-4ead-bd7d-6a763a3bcce7 None None] Checking router: 6a160b0e-e560-448b-bf94-b4ba4bea738a for host: dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:39:43.378263 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e480ef8-e8a2-4ead-bd7d-6a763a3bcce7 None None] Routers {'6a160b0e-e560-448b-bf94-b4ba4bea738a'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:39:43.378843 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5e480ef8-e8a2-4ead-bd7d-6a763a3bcce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:39:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['6a160b0e-e560-448b-bf94-b4ba4bea738a'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:43.420679 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-af3f01e4-faa4-4e9c-aa79-106f80d553f9 admin admin] Calling delete_port for 9f05d549-4532-4de5-909e-8155b30a52ff owned by network:router_gateway {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:39:43.462360 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-5e480ef8-e8a2-4ead-bd7d-6a763a3bcce7 None None] Set router 6a160b0e-e560-448b-bf94-b4ba4bea738a gateway port host: None {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:39:43.516425 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5e480ef8-e8a2-4ead-bd7d-6a763a3bcce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a160b0e-e560-448b-bf94-b4ba4bea738a', 'name': 'tempest-ServerRescueNegativeTestJSON-494404374-router', 'tenant_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:39:43Z', 'revision_number': 6, 'project_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'gw_port_host': None}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:43.520032 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e480ef8-e8a2-4ead-bd7d-6a763a3bcce7 None None] The sync data for ids ['6a160b0e-e560-448b-bf94-b4ba4bea738a'] in dv-cinder-667108-31-smb is: [{'id': '6a160b0e-e560-448b-bf94-b4ba4bea738a', 'name': 'tempest-ServerRescueNegativeTestJSON-494404374-router', 'tenant_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:39:43Z', 'revision_number': 6, 'project_id': 'baaa2b8c4c5d44e8baf9e3a771ba4427', 'gw_port_host': None}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:39:43.584806 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-af3f01e4-faa4-4e9c-aa79-106f80d553f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:43.587307 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4393faa9-ccd8-48f0-b8b1-4acab3b93186 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:43.608825 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f01e4-faa4-4e9c-aa79-106f80d553f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f05d549-4532-4de5-909e-8155b30a52ff,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:43.612229 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-af3f01e4-faa4-4e9c-aa79-106f80d553f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:43.673095 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-af3f01e4-faa4-4e9c-aa79-106f80d553f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439325'] for router_gateway, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:43.778071 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-af3f01e4-faa4-4e9c-aa79-106f80d553f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1002'] for router, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:43.780278 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-af3f01e4-faa4-4e9c-aa79-106f80d553f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:43.846533 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-af3f01e4-faa4-4e9c-aa79-106f80d553f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494935'] for router, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:43.846978 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3f01e4-faa4-4e9c-aa79-106f80d553f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a160b0e-e560-448b-bf94-b4ba4bea738a {{(pid=92978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 18:39:43.851612 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-af3f01e4-faa4-4e9c-aa79-106f80d553f9 admin admin] Notify callbacks [] for router, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:43.853865 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-af3f01e4-faa4-4e9c-aa79-106f80d553f9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/6a160b0e-e560-448b-bf94-b4ba4bea738a HTTP/1.1" status: 204 len: 168 time: 0.8479965 Jun 16 18:39:43.856691 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 36332) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:43.901885 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea103a7-1b5b-4af4-a27e-d0b164c74420 admin admin] Deleting subnet e563fc4f-9010-41d8-8c23-09c3514e3f2f {{(pid=92978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:39:43.905175 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cea103a7-1b5b-4af4-a27e-d0b164c74420 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:43.941775 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cea103a7-1b5b-4af4-a27e-d0b164c74420 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130531062'] for subnet, precommit_delete_associations {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:43.985547 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cea103a7-1b5b-4af4-a27e-d0b164c74420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586659'] for subnet, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:44.037185 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cea103a7-1b5b-4af4-a27e-d0b164c74420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130527945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130642475'] for subnet, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:44.040645 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:44.065135 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea103a7-1b5b-4af4-a27e-d0b164c74420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e563fc4f-9010-41d8-8c23-09c3514e3f2f,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:44.067055 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cea103a7-1b5b-4af4-a27e-d0b164c74420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:44.068963 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-cea103a7-1b5b-4af4-a27e-d0b164c74420 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e563fc4f-9010-41d8-8c23-09c3514e3f2f HTTP/1.1" status: 204 len: 168 time: 0.2116899 Jun 16 18:39:44.069814 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-cea103a7-1b5b-4af4-a27e-d0b164c74420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:44.071452 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 36334) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:44.137536 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2cfc1822-0290-40e3-84a0-e7ef066cf896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627518'] for network, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:44.174135 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:44.218816 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2cfc1822-0290-40e3-84a0-e7ef066cf896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584236', 'neutron.services.segments.db._delete_segments_for_network-8789583485489'] for network, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:44.230322 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-2cfc1822-0290-40e3-84a0-e7ef066cf896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9282434f-95d9-4dfb-9c1b-e0f87163722e']}} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:44.239742 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-2cfc1822-0290-40e3-84a0-e7ef066cf896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf9649c-0b91-4fd6-864b-a51c1be640b3') {'for_net_delete': True} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:44.240064 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-2cfc1822-0290-40e3-84a0-e7ef066cf896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf9649c-0b91-4fd6-864b-a51c1be640b3') {} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:44.249138 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2cfc1822-0290-40e3-84a0-e7ef066cf896 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789583484802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130531055'] for segment, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:44.262908 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2cfc1822-0290-40e3-84a0-e7ef066cf896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:44.268618 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cfc1822-0290-40e3-84a0-e7ef066cf896 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=92978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:39:44.269010 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2cfc1822-0290-40e3-84a0-e7ef066cf896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130527830'] for segment, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: Traceback (most recent call last): Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: timer() Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: cb(*args, **kw) Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: return func(*args, **kwargs) Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: self._notify() Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: self.callback(batched_events) Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: event.method(event) Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: return f(self, *a, **k) Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: return self._get(url).json() Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: return self.request(url, 'GET', **kwargs) Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:39:44.270722 dv-cinder-667108-31-smb neutron-server[92978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:39:44.329138 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2cfc1822-0290-40e3-84a0-e7ef066cf896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439411'] for network, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:44.334047 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2cfc1822-0290-40e3-84a0-e7ef066cf896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:44.337206 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-2cfc1822-0290-40e3-84a0-e7ef066cf896 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9282434f-95d9-4dfb-9c1b-e0f87163722e HTTP/1.1" status: 204 len: 168 time: 0.2647347 Jun 16 18:39:44.338236 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-18a2e28f-2091-4dbd-878b-7a2b0f32b1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:44.350517 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc1822-0290-40e3-84a0-e7ef066cf896 admin admin] Pushing event deleted for resources: {'Network': ['ID=9282434f-95d9-4dfb-9c1b-e0f87163722e,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:44.353930 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2cfc1822-0290-40e3-84a0-e7ef066cf896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:44.504609 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 36338) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:44.548618 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-a4e2bf2b-02b3-4fa0-ae81-ce827cd68c90 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=baaa2b8c4c5d44e8baf9e3a771ba4427&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0426707 Jun 16 18:39:44.554854 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 36340) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:44.603116 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ab91bad5-ffd4-4961-bd02-9e4e48e567f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:44.623688 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ab91bad5-ffd4-4961-bd02-9e4e48e567f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:44.670435 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ab91bad5-ffd4-4961-bd02-9e4e48e567f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:44.673107 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ab91bad5-ffd4-4961-bd02-9e4e48e567f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:44.674331 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-ab91bad5-ffd4-4961-bd02-9e4e48e567f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/121d2dc2-f3bf-427b-b692-e58ed311fdb2 HTTP/1.1" status: 204 len: 168 time: 0.1177614 Jun 16 18:39:44.675200 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b120dfcc-e0ce-4744-a817-3466a023cfca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:44.682709 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91bad5-ffd4-4961-bd02-9e4e48e567f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121d2dc2-f3bf-427b-b692-e58ed311fdb2,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:44.685242 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ab91bad5-ffd4-4961-bd02-9e4e48e567f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:44.923599 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 41c2743d-c5c1-48d6-945b-d5b9ed7c57c4 no longer exists at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:39:44.943041 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] No Port match for: 41c2743d-c5c1-48d6-945b-d5b9ed7c57c4 {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:39:44.943396 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 41c2743d-c5c1-48d6-945b-d5b9ed7c57c4 not bound to the agent host dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:39:44.943824 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 9f05d549-4532-4de5-909e-8155b30a52ff no longer exists at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:39:44.962873 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] No Port match for: 9f05d549-4532-4de5-909e-8155b30a52ff {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:39:44.963229 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 9f05d549-4532-4de5-909e-8155b30a52ff not bound to the agent host dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:39:49.878294 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0065dc-3e84-4b5e-b74c-b60c5e71699e req-813c2adc-2856-4115-b969-3e9822c58140 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:49.879738 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8f0065dc-3e84-4b5e-b74c-b60c5e71699e req-813c2adc-2856-4115-b969-3e9822c58140 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 946 time: 0.0659163 Jun 16 18:39:49.917207 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8f0065dc-3e84-4b5e-b74c-b60c5e71699e req-4a9ea47a-b788-4e6b-8ce6-a3bb8cbb4a4b tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314529 Jun 16 18:39:50.861034 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 36458) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:50.963246 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d358d63b-0ede-4612-8792-be8a6b6ef69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:51.076262 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d358d63b-0ede-4612-8792-be8a6b6ef69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:51.082549 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d358d63b-0ede-4612-8792-be8a6b6ef69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:51.086388 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4805dee5-7f4a-4ca0-aee9-d5bbf8c4a44b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:51.128046 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-d358d63b-0ede-4612-8792-be8a6b6ef69e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf9e242178894b7696196a977cc68771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658970 Jun 16 18:39:51.130700 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 36464) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:51.135416 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358d63b-0ede-4612-8792-be8a6b6ef69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae730eeb-b6b7-4441-af80-33909c7b7e01,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:51.138612 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-d358d63b-0ede-4612-8792-be8a6b6ef69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:51.160863 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01678b83-924d-47f3-982f-ef600cafb358 req-2c70a9b9-138a-48f9-9eb1-28606c579577 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:51.162328 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-01678b83-924d-47f3-982f-ef600cafb358 req-2c70a9b9-138a-48f9-9eb1-28606c579577 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 946 time: 0.1226089 Jun 16 18:39:51.186500 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-912db7cb-df5c-43ab-9bbb-8b29c3ea06e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:51.204996 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-01678b83-924d-47f3-982f-ef600cafb358 req-9c440464-dd8e-4c20-acaf-eb67172b93f8 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=001b89f8-18ad-4998-9225-475e17125d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318277 Jun 16 18:39:51.207227 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-912db7cb-df5c-43ab-9bbb-8b29c3ea06e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:51.257559 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-912db7cb-df5c-43ab-9bbb-8b29c3ea06e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:51.260521 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-912db7cb-df5c-43ab-9bbb-8b29c3ea06e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:51.261804 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-912db7cb-df5c-43ab-9bbb-8b29c3ea06e7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae730eeb-b6b7-4441-af80-33909c7b7e01 HTTP/1.1" status: 204 len: 168 time: 0.1301274 Jun 16 18:39:51.262564 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a260ec28-b7e9-4d62-b8a6-374921b92a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:51.270039 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912db7cb-df5c-43ab-9bbb-8b29c3ea06e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae730eeb-b6b7-4441-af80-33909c7b7e01,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:51.272485 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-912db7cb-df5c-43ab-9bbb-8b29c3ea06e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:51.726693 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd89a87-5e4a-4f7a-8ade-ca02f665b5e8 req-b2400e75-a702-44b9-bf62-b82c3cc5f1f5 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:51.729072 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ebd89a87-5e4a-4f7a-8ade-ca02f665b5e8 req-b2400e75-a702-44b9-bf62-b82c3cc5f1f5 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.36 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 946 time: 0.0632555 Jun 16 18:39:51.834822 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-ebd89a87-5e4a-4f7a-8ade-ca02f665b5e8 req-b56ca477-a6a9-467f-bab6-ccd076f1f11c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Deleting port 899057e7-c362-4f10-a1a3-bccc071f980d {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:39:51.835171 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ebd89a87-5e4a-4f7a-8ade-ca02f665b5e8 req-b56ca477-a6a9-467f-bab6-ccd076f1f11c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:51.925057 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-ebd89a87-5e4a-4f7a-8ade-ca02f665b5e8 req-b56ca477-a6a9-467f-bab6-ccd076f1f11c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] For port 899057e7-c362-4f10-a1a3-bccc071f980d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=899057e7-c362-4f10-a1a3-bccc071f980d,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:39:51.925419 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ebd89a87-5e4a-4f7a-8ade-ca02f665b5e8 req-b56ca477-a6a9-467f-bab6-ccd076f1f11c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:52.179925 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ebd89a87-5e4a-4f7a-8ade-ca02f665b5e8 req-b56ca477-a6a9-467f-bab6-ccd076f1f11c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:52.180762 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ebd89a87-5e4a-4f7a-8ade-ca02f665b5e8 req-b56ca477-a6a9-467f-bab6-ccd076f1f11c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439533'] for floatingip, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:52.180762 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.db.l3_db [req-ebd89a87-5e4a-4f7a-8ade-ca02f665b5e8 req-b56ca477-a6a9-467f-bab6-ccd076f1f11c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Floating IP 2f3dd013-6210-4a69-aa37-03968fa320cf disassociated. External IP: 172.28.2.222, port: 899057e7-c362-4f10-a1a3-bccc071f980d. Jun 16 18:39:52.181120 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-ebd89a87-5e4a-4f7a-8ade-ca02f665b5e8 req-b56ca477-a6a9-467f-bab6-ccd076f1f11c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Calling delete_port for 899057e7-c362-4f10-a1a3-bccc071f980d owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:39:52.317178 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ebd89a87-5e4a-4f7a-8ade-ca02f665b5e8 req-b56ca477-a6a9-467f-bab6-ccd076f1f11c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:52.323621 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4cf55270-599f-4c5e-9bbf-ad435ef90fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:52.375297 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-badd016e-2acd-4905-ba0e-d5ef1a9ce571 req-47163c99-8c38-4d56-8da8-cab0c88abc11 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bc01c5-f2ef-445b-bf34-f04aa28f83b0 HTTP/1.1" status: 200 len: 210 time: 0.0558279 Jun 16 18:39:52.376471 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ca477-a6a9-467f-bab6-ccd076f1f11c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Pushing event deleted for resources: {'Port': ['ID=899057e7-c362-4f10-a1a3-bccc071f980d,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:52.379549 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b56ca477-a6a9-467f-bab6-ccd076f1f11c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:52.489651 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebd89a87-5e4a-4f7a-8ade-ca02f665b5e8 req-b56ca477-a6a9-467f-bab6-ccd076f1f11c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Router 9182eb3d-83ec-4616-80d7-d59f64c49527 has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:39:52.598912 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebd89a87-5e4a-4f7a-8ade-ca02f665b5e8 req-b56ca477-a6a9-467f-bab6-ccd076f1f11c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:39:52.610013 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec43765-7705-428a-af24-f75e0e3d5ce9 None None] Sync routers for ids ['9182eb3d-83ec-4616-80d7-d59f64c49527'] in dv-cinder-667108-31-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:39:52.623019 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec43765-7705-428a-af24-f75e0e3d5ce9 None None] Routers {'9182eb3d-83ec-4616-80d7-d59f64c49527'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:39:52.623898 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-6ec43765-7705-428a-af24-f75e0e3d5ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:39:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['9182eb3d-83ec-4616-80d7-d59f64c49527'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:52.747630 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-6ec43765-7705-428a-af24-f75e0e3d5ce9 None None] Set router 9182eb3d-83ec-4616-80d7-d59f64c49527 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:39:52.904319 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd89a87-5e4a-4f7a-8ade-ca02f665b5e8 req-b56ca477-a6a9-467f-bab6-ccd076f1f11c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] No DVR routers for this DVR port 899057e7-c362-4f10-a1a3-bccc071f980d on host hv-cinder-66710 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:39:52.907122 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ebd89a87-5e4a-4f7a-8ade-ca02f665b5e8 req-b56ca477-a6a9-467f-bab6-ccd076f1f11c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:52.909780 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ebd89a87-5e4a-4f7a-8ade-ca02f665b5e8 req-b56ca477-a6a9-467f-bab6-ccd076f1f11c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.36 "DELETE /v2.0/ports/899057e7-c362-4f10-a1a3-bccc071f980d HTTP/1.1" status: 204 len: 173 time: 1.1744025 Jun 16 18:39:52.910236 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bc01c5-f2ef-445b-bf34-f04aa28f83b0', 'name': 'network-vif-deleted', 'tag': '899057e7-c362-4f10-a1a3-bccc071f980d'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:39:52.913079 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4758368d-650a-4681-b703-7d41cdc89696" -d '{"events": [{"server_uuid": "39bc01c5-f2ef-445b-bf34-f04aa28f83b0", "name": "network-vif-deleted", "tag": "899057e7-c362-4f10-a1a3-bccc071f980d"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:39:52.965867 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9132e26d-9af4-4387-b308-30cfd4f95f3e x-openstack-request-id: req-9132e26d-9af4-4387-b308-30cfd4f95f3e {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:39:52.966532 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bc01c5-f2ef-445b-bf34-f04aa28f83b0", "name": "network-vif-deleted", "tag": "899057e7-c362-4f10-a1a3-bccc071f980d", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:39:52.966887 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9132e26d-9af4-4387-b308-30cfd4f95f3e {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:39:52.967376 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bc01c5-f2ef-445b-bf34-f04aa28f83b0', 'name': 'network-vif-deleted', 'tag': '899057e7-c362-4f10-a1a3-bccc071f980d', 'status': 'completed', 'code': 200} Jun 16 18:39:52.996881 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-6ec43765-7705-428a-af24-f75e0e3d5ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '606aa837-85a3-4196-900e-b4477be70a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:36:01Z', 'revision_number': 4, 'project_id': 'b499fafa278b41c4babc557095066e26', 'gw_port': {'id': '606aa837-85a3-4196-900e-b4477be70a8b', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:51Z', 'updated_at': '2021-06-16T18:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': 'dd108d6c-2d54-42c0-88d0-d4a14e395cda', 'name': '', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'mac_address': 'fa:16:3e:e1:35:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:59Z', 'updated_at': '2021-06-16T18:36:12Z', 'revision_number': 5, 'project_id': 'b499fafa278b41c4babc557095066e26', 'subnets': [{'id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:53.001155 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec43765-7705-428a-af24-f75e0e3d5ce9 None None] Checking router: 9182eb3d-83ec-4616-80d7-d59f64c49527 for host: dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:39:53.010752 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec43765-7705-428a-af24-f75e0e3d5ce9 None None] Routers {'9182eb3d-83ec-4616-80d7-d59f64c49527'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:39:53.011710 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-6ec43765-7705-428a-af24-f75e0e3d5ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:39:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['9182eb3d-83ec-4616-80d7-d59f64c49527'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:53.265862 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-6ec43765-7705-428a-af24-f75e0e3d5ce9 None None] Set router 9182eb3d-83ec-4616-80d7-d59f64c49527 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:39:53.482414 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-6ec43765-7705-428a-af24-f75e0e3d5ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '606aa837-85a3-4196-900e-b4477be70a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:36:01Z', 'revision_number': 4, 'project_id': 'b499fafa278b41c4babc557095066e26', 'gw_port': {'id': '606aa837-85a3-4196-900e-b4477be70a8b', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:51Z', 'updated_at': '2021-06-16T18:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': 'dd108d6c-2d54-42c0-88d0-d4a14e395cda', 'name': '', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'mac_address': 'fa:16:3e:e1:35:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:59Z', 'updated_at': '2021-06-16T18:36:12Z', 'revision_number': 5, 'project_id': 'b499fafa278b41c4babc557095066e26', 'subnets': [{'id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:39:53.483741 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec43765-7705-428a-af24-f75e0e3d5ce9 None None] The sync data for ids ['9182eb3d-83ec-4616-80d7-d59f64c49527'] in dv-cinder-667108-31-smb is: [{'id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '606aa837-85a3-4196-900e-b4477be70a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:36:01Z', 'revision_number': 4, 'project_id': 'b499fafa278b41c4babc557095066e26', 'gw_port': {'id': '606aa837-85a3-4196-900e-b4477be70a8b', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:51Z', 'updated_at': '2021-06-16T18:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': 'dd108d6c-2d54-42c0-88d0-d4a14e395cda', 'name': '', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'mac_address': 'fa:16:3e:e1:35:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:59Z', 'updated_at': '2021-06-16T18:36:12Z', 'revision_number': 5, 'project_id': 'b499fafa278b41c4babc557095066e26', 'subnets': [{'id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:39:53.513875 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 36524) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:53.577251 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9aaff23a-813b-4958-bcda-1b745ca5a4cf tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:53.600209 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9aaff23a-813b-4958-bcda-1b745ca5a4cf tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:53.656276 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9aaff23a-813b-4958-bcda-1b745ca5a4cf tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:53.661093 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9aaff23a-813b-4958-bcda-1b745ca5a4cf tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:53.667007 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 36526) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:53.667483 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-9aaff23a-813b-4958-bcda-1b745ca5a4cf tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "DELETE /v2.0/security-groups/001b89f8-18ad-4998-9225-475e17125d53 HTTP/1.1" status: 204 len: 168 time: 0.1518941 Jun 16 18:39:53.668383 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ce8424b1-4910-4bf7-b2e8-7fb9bc250c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:53.681839 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaff23a-813b-4958-bcda-1b745ca5a4cf tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=001b89f8-18ad-4998-9225-475e17125d53,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:53.682867 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.api.v2.resource [None req-a28af6ad-e43e-4508-83f8-3300a4018327 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] show failed (client error): The resource could not be found. Jun 16 18:39:53.687757 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-a28af6ad-e43e-4508-83f8-3300a4018327 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups/001b89f8-18ad-4998-9225-475e17125d53 HTTP/1.1" status: 404 len: 347 time: 0.0186234 Jun 16 18:39:53.688653 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 36528) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:53.693780 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9aaff23a-813b-4958-bcda-1b745ca5a4cf tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:53.758749 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255f548-82d3-431b-b75a-08350802d154 None None] New status for floating IP 2f3dd013-6210-4a69-aa37-03968fa320cf: DOWN {{(pid=92981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:39:53.819259 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-a35ff7bc-25df-4193-b018-4adbd4632be8 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Deleting port 2e84f14b-5a04-4324-9a3f-af73ebfb20f8 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:39:53.819691 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a35ff7bc-25df-4193-b018-4adbd4632be8 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:53.896231 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a35ff7bc-25df-4193-b018-4adbd4632be8 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:53.896588 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a35ff7bc-25df-4193-b018-4adbd4632be8 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:53.966611 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-a35ff7bc-25df-4193-b018-4adbd4632be8 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Calling delete_port for 2e84f14b-5a04-4324-9a3f-af73ebfb20f8 owned by network:floatingip {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:39:54.103585 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a35ff7bc-25df-4193-b018-4adbd4632be8 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131963299'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:54.106263 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-67e662a8-3b5f-497b-9352-15bd8ffd43f1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:54.129283 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ff7bc-25df-4193-b018-4adbd4632be8 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Pushing event deleted for resources: {'Port': ['ID=2e84f14b-5a04-4324-9a3f-af73ebfb20f8,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:54.133029 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a35ff7bc-25df-4193-b018-4adbd4632be8 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:54.194076 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a35ff7bc-25df-4193-b018-4adbd4632be8 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for floatingip, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:54.196733 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a35ff7bc-25df-4193-b018-4adbd4632be8 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:54.197677 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-a35ff7bc-25df-4193-b018-4adbd4632be8 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "DELETE /v2.0/floatingips/2f3dd013-6210-4a69-aa37-03968fa320cf HTTP/1.1" status: 204 len: 168 time: 0.5071440 Jun 16 18:39:54.651033 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 36538) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:54.656334 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-3646309e-ddda-446b-a6c5-dbbd7a6911fd tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--252644006', 'description': 'tempest-description--766827866'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:39:54.679210 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3646309e-ddda-446b-a6c5-dbbd7a6911fd tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:54.768314 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3646309e-ddda-446b-a6c5-dbbd7a6911fd tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:54.772168 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3646309e-ddda-446b-a6c5-dbbd7a6911fd tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:54.775090 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c3060dee-5dfb-45db-bf66-87183087284e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:54.796542 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3646309e-ddda-446b-a6c5-dbbd7a6911fd tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:54.797772 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-3646309e-ddda-446b-a6c5-dbbd7a6911fd tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1457372 Jun 16 18:39:54.800700 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 36540) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:54.805387 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-3ffac627-f1ab-4e45-9a88-316b75040f4d tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Request body: {'security_group_rule': {'security_group_id': 'ecad19c7-3ebb-408b-8886-a5fa4525ff25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:39:54.805757 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646309e-ddda-446b-a6c5-dbbd7a6911fd tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecad19c7-3ebb-408b-8886-a5fa4525ff25,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:54.809327 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3646309e-ddda-446b-a6c5-dbbd7a6911fd tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:54.835330 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3ffac627-f1ab-4e45-9a88-316b75040f4d tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:54.899787 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3ffac627-f1ab-4e45-9a88-316b75040f4d tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:54.904015 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3ffac627-f1ab-4e45-9a88-316b75040f4d tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510238'] for security_group_rule, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:54.909425 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:54.924455 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffac627-f1ab-4e45-9a88-316b75040f4d tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9ddfd5-da7a-4e2a-8745-60788a84e3c2,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:54.927746 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3ffac627-f1ab-4e45-9a88-316b75040f4d tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:54.928626 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3ffac627-f1ab-4e45-9a88-316b75040f4d tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:54.929815 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-3ffac627-f1ab-4e45-9a88-316b75040f4d tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281316 Jun 16 18:39:54.933065 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 36542) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:54.937747 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-9d5b88cb-7d05-4100-94fb-54e54213c901 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Request body: {'security_group_rule': {'security_group_id': 'ecad19c7-3ebb-408b-8886-a5fa4525ff25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:39:54.965658 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9d5b88cb-7d05-4100-94fb-54e54213c901 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:54.999756 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 899057e7-c362-4f10-a1a3-bccc071f980d no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:39:55.023571 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] No Port match for: 899057e7-c362-4f10-a1a3-bccc071f980d {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:39:55.024030 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 899057e7-c362-4f10-a1a3-bccc071f980d not bound to the agent host hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:39:55.026398 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9d5b88cb-7d05-4100-94fb-54e54213c901 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:55.030642 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9d5b88cb-7d05-4100-94fb-54e54213c901 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510238'] for security_group_rule, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:55.032943 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3ffac627-f1ab-4e45-9a88-316b75040f4d tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:55.048941 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b88cb-7d05-4100-94fb-54e54213c901 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e1e1e0-e506-4a18-851f-4a4c81c7d570,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:55.051503 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9d5b88cb-7d05-4100-94fb-54e54213c901 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:55.056744 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9d5b88cb-7d05-4100-94fb-54e54213c901 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:55.057994 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-9d5b88cb-7d05-4100-94fb-54e54213c901 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238730 Jun 16 18:39:55.060989 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 36544) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:55.065681 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Request body: {'floatingip': {'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:39:55.089207 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for floatingip, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:55.208166 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:55.329910 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Allocated IP 172.28.2.207 (7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe/3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a/b20b755c-654c-4a3e-a4c9-13a9a66cf65c) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:39:55.459366 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:55.503787 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130527772'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:55.506832 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:55.544170 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:39:55.547295 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:55.553498 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:39:55.577721 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Pushing event updated for resources: {'Port': ['ID=b20b755c-654c-4a3e-a4c9-13a9a66cf65c,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:55.596507 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:55.596887 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:55.597260 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:55.597624 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:55.597990 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:55.598350 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:55.598708 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:55.599061 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:55.599417 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:55.599767 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:55.600120 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:55.600496 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:39:55.606391 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:55.662309 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:55.708700 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:55.869729 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:55.874430 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:55.876581 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-eba43332-097c-49b5-a305-5d443dc9bbba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:55.941766 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Pushing event updated for resources: {'Port': ['ID=b20b755c-654c-4a3e-a4c9-13a9a66cf65c,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:55.944583 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:55.955110 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439533'] for floatingip, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:55.969227 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for floatingip, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:55.970631 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9085743 Jun 16 18:39:56.164409 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-db13f96e-95e6-4bb1-b70e-38a3d55f9d73 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--252644006&fields=id&tenant_id=b499fafa278b41c4babc557095066e26 HTTP/1.1" status: 200 len: 267 time: 0.0374722 Jun 16 18:39:56.269068 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-6a51e924-0fe3-4741-a6c9-829e783f6181 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:56.270508 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-6a51e924-0fe3-4741-a6c9-829e783f6181 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/networks?id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 HTTP/1.1" status: 200 len: 817 time: 0.0998514 Jun 16 18:39:56.284969 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-efe1d381-a572-4077-88ce-c1dfbeecf7e2 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/quotas/b499fafa278b41c4babc557095066e26 HTTP/1.1" status: 200 len: 375 time: 0.0090137 Jun 16 18:39:56.351052 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-30d513c0-c0cc-4dea-b1e3-f3f30cdf2014 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b499fafa278b41c4babc557095066e26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612302 Jun 16 18:39:56.448080 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-b9d868cc-e635-46d7-9b63-ee4e1c1a6467 service neutron] 10.222.0.46 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856664 Jun 16 18:39:56.537647 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-469bcb27-7ed1-4311-892e-ac34c27b55f8 service neutron] 10.222.0.46 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837653 Jun 16 18:39:56.700669 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b4b9e399-d900-46c9-bd6c-06a37046f418 req-c42c2901-b914-4abb-a7e2-dea85ade6af2 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 210 time: 0.0288770 Jun 16 18:39:57.867859 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3de946d2-031f-4601-9824-625dfb86ef23 req-d1dee264-0eec-492f-8053-48de4b7b3781 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 210 time: 0.0417323 Jun 16 18:39:57.904251 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-7549eba5-2600-4fd5-a3cd-999a34141761 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:57.904251 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-7549eba5-2600-4fd5-a3cd-999a34141761 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.36 "GET /v2.0/networks?id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 HTTP/1.1" status: 200 len: 817 time: 0.1586154 Jun 16 18:39:57.949970 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-9cd9c582-5bf9-4da4-b652-3e5bedc974bf tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b499fafa278b41c4babc557095066e26 HTTP/1.1" status: 200 len: 379 time: 0.0377290 Jun 16 18:39:57.959253 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-bd3e08dc-7a8e-4ee2-92c1-e7054a5793d4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Request body: {'port': {'device_id': 'e4e0ac73-ffa8-4db3-a02a-785fb4175668', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'admin_state_up': True, 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'security_groups': ['ecad19c7-3ebb-408b-8886-a5fa4525ff25']}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:39:58.084970 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-bd3e08dc-7a8e-4ee2-92c1-e7054a5793d4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Made reservation on behalf of b499fafa278b41c4babc557095066e26 for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:39:58.089507 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-bd3e08dc-7a8e-4ee2-92c1-e7054a5793d4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:58.228417 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-bd3e08dc-7a8e-4ee2-92c1-e7054a5793d4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Allocated IP 172.20.0.8 (41f0e0c5-73d7-458e-ba2f-60e6386a9ce1/9205b992-70f4-45d4-95c8-9d9cd90b84b2/4109d405-8820-4ff3-8745-0230d85b8019) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:39:58.373964 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-bd3e08dc-7a8e-4ee2-92c1-e7054a5793d4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:58.387344 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-bd3e08dc-7a8e-4ee2-92c1-e7054a5793d4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Transition to ACTIVE for port object 4109d405-8820-4ff3-8745-0230d85b8019 will not be triggered until provisioned by entity DHCP. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:39:58.416612 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 36604) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:58.428505 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-bd3e08dc-7a8e-4ee2-92c1-e7054a5793d4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130527772'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:58.433848 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:58.474708 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-bd3e08dc-7a8e-4ee2-92c1-e7054a5793d4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Network 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:39:58.481063 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-bd3e08dc-7a8e-4ee2-92c1-e7054a5793d4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:39:58.484880 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-bd3e08dc-7a8e-4ee2-92c1-e7054a5793d4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:39:58.491163 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e08dc-7a8e-4ee2-92c1-e7054a5793d4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Pushing event updated for resources: {'Port': ['ID=4109d405-8820-4ff3-8745-0230d85b8019,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:58.512775 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bd3e08dc-7a8e-4ee2-92c1-e7054a5793d4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:58.534002 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4375daf9-b6c6-4a8c-bde3-3ebc905ac0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:58.560354 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-bd3e08dc-7a8e-4ee2-92c1-e7054a5793d4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:58.561010 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-bd3e08dc-7a8e-4ee2-92c1-e7054a5793d4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:58.658984 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4375daf9-b6c6-4a8c-bde3-3ebc905ac0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:58.664665 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4375daf9-b6c6-4a8c-bde3-3ebc905ac0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:58.669270 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-d8f4424e-effe-43a9-b759-680826e8b086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:58.676833 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-bd3e08dc-7a8e-4ee2-92c1-e7054a5793d4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7213688 Jun 16 18:39:58.692411 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Request body: {'port': {'device_id': 'e4e0ac73-ffa8-4db3-a02a-785fb4175668', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:39:58.726485 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-332db165-5d17-4d9c-b7a0-f99f86a0ee42 None None] Provisioning for port 4109d405-8820-4ff3-8745-0230d85b8019 completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:39:58.730105 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-332db165-5d17-4d9c-b7a0-f99f86a0ee42 None None] Provisioning complete for port 4109d405-8820-4ff3-8745-0230d85b8019 triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:39:58.730486 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-332db165-5d17-4d9c-b7a0-f99f86a0ee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:58.736244 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-4375daf9-b6c6-4a8c-bde3-3ebc905ac0c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=860528e6575a439da34c2958553e1a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185763 Jun 16 18:39:58.738919 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375daf9-b6c6-4a8c-bde3-3ebc905ac0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1104a2-4696-418f-96df-e46c9fc6dd8d,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:58.739359 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 36608) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:58.746628 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4375daf9-b6c6-4a8c-bde3-3ebc905ac0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:58.767235 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-332db165-5d17-4d9c-b7a0-f99f86a0ee42 None None] Port 4109d405-8820-4ff3-8745-0230d85b8019 cannot update to ACTIVE because it is not bound. {{(pid=92980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:39:58.794386 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:58.804723 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-23a4b1c2-b40e-41f2-8d5a-af3e735711d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:58.826302 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-23a4b1c2-b40e-41f2-8d5a-af3e735711d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:58.874303 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-23a4b1c2-b40e-41f2-8d5a-af3e735711d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:58.877008 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-23a4b1c2-b40e-41f2-8d5a-af3e735711d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:58.880594 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-23a4b1c2-b40e-41f2-8d5a-af3e735711d3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a1104a2-4696-418f-96df-e46c9fc6dd8d HTTP/1.1" status: 204 len: 168 time: 0.1374545 Jun 16 18:39:58.880594 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a1ede8dd-ebaf-47f5-97d6-d4cc1f66d1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:58.887266 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4b1c2-b40e-41f2-8d5a-af3e735711d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1104a2-4696-418f-96df-e46c9fc6dd8d,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:58.889492 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-23a4b1c2-b40e-41f2-8d5a-af3e735711d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:59.104771 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4109d405-8820-4ff3-8745-0230d85b8019 {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:39:59.114331 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:59.126010 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2833bc3-415b-4bfc-ba7c-1a80e85d29b2 req-b9dd7c9a-61ca-4de4-9678-de68bd7b8328 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:59.127474 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b2833bc3-415b-4bfc-ba7c-1a80e85d29b2 req-b9dd7c9a-61ca-4de4-9678-de68bd7b8328 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 931 time: 0.1227112 Jun 16 18:39:59.142502 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Transition to ACTIVE for port object 4109d405-8820-4ff3-8745-0230d85b8019 will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:39:59.153404 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:59.157039 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b56ca477-a6a9-467f-bab6-ccd076f1f11c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:59.178772 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 36616) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:59.191611 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d0f7ff29-6f24-4cc3-8c1c-7768bd193a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:59.249592 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b2833bc3-415b-4bfc-ba7c-1a80e85d29b2 req-b961d1a8-d5a8-4545-8eb8-9a526e0d066a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145051 Jun 16 18:39:59.280801 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Pushing event updated for resources: {'Port': ['ID=4109d405-8820-4ff3-8745-0230d85b8019,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:59.293111 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d0f7ff29-6f24-4cc3-8c1c-7768bd193a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:59.298327 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d0f7ff29-6f24-4cc3-8c1c-7768bd193a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:59.301582 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2a193c83-271b-47b3-96b3-f21952204c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:59.303989 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:59.335279 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Attempting to bind port 4109d405-8820-4ff3-8745-0230d85b8019 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:39:59.335694 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Attempting to bind port 4109d405-8820-4ff3-8745-0230d85b8019 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '6f086f77-c793-471e-8039-3179b6fbf15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:39:59.336111 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Attempting to bind port 4109d405-8820-4ff3-8745-0230d85b8019 on network 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:39:59.339898 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7ff29-6f24-4cc3-8c1c-7768bd193a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ec4625-afcd-4f77-bef7-492ef6cb8c82,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:59.341636 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Port 4109d405-8820-4ff3-8745-0230d85b8019 on network 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:39:59.342088 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Attempting to bind port 4109d405-8820-4ff3-8745-0230d85b8019 on network 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:39:59.343722 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d0f7ff29-6f24-4cc3-8c1c-7768bd193a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:59.349027 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-d0f7ff29-6f24-4cc3-8c1c-7768bd193a51 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8a06771b99ff42cd95672002c15c5e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1691935 Jun 16 18:39:59.349818 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 36618) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:39:59.360476 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Checking agent: {'id': '430a9a83-85fc-4e56-9798-0b54252fd97b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'started_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:39:59.360848 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Checking segment: {'id': '6f086f77-c793-471e-8039-3179b6fbf15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:39:59.361236 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Bound using segment: {'id': '6f086f77-c793-471e-8039-3179b6fbf15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:39:59.361750 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Bound port: 4109d405-8820-4ff3-8745-0230d85b8019, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f086f77-c793-471e-8039-3179b6fbf15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:39:59.362070 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:59.401013 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-57017a4b-5426-4dcf-b04e-57062131a75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:59.422021 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-57017a4b-5426-4dcf-b04e-57062131a75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:59.431549 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] For port 4109d405-8820-4ff3-8745-0230d85b8019, host hv-cinder-66710, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:39:59.434753 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] For port 4109d405-8820-4ff3-8745-0230d85b8019, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=4109d405-8820-4ff3-8745-0230d85b8019,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:39:59.440163 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:59.442974 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5217b155-61f8-4168-91b9-81c3dbe66ef3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:59.468564 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-57017a4b-5426-4dcf-b04e-57062131a75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:59.471011 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-57017a4b-5426-4dcf-b04e-57062131a75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:59.474484 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-57017a4b-5426-4dcf-b04e-57062131a75c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/96ec4625-afcd-4f77-bef7-492ef6cb8c82 HTTP/1.1" status: 204 len: 168 time: 0.1213973 Jun 16 18:39:59.474484 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a1c33094-b555-4222-8619-e4211391af85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:39:59.476841 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:59.477483 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:39:59.479726 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] 10.222.0.36 "PUT /v2.0/ports/4109d405-8820-4ff3-8745-0230d85b8019 HTTP/1.1" status: 200 len: 1093 time: 0.7927167 Jun 16 18:39:59.480563 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e0ac73-ffa8-4db3-a02a-785fb4175668', 'tag': '4109d405-8820-4ff3-8745-0230d85b8019'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:39:59.481360 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57017a4b-5426-4dcf-b04e-57062131a75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ec4625-afcd-4f77-bef7-492ef6cb8c82,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:59.482891 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2710c47-9b8e-457a-a18e-72483ce05965" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e0ac73-ffa8-4db3-a02a-785fb4175668", "tag": "4109d405-8820-4ff3-8745-0230d85b8019"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:39:59.484897 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-57017a4b-5426-4dcf-b04e-57062131a75c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:59.533620 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Pushing event updated for resources: {'Port': ['ID=4109d405-8820-4ff3-8745-0230d85b8019,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:39:59.538104 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a11664-d4a2-42b7-a3ac-d737bf1aa482 x-openstack-request-id: req-78a11664-d4a2-42b7-a3ac-d737bf1aa482 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:39:59.542848 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e0ac73-ffa8-4db3-a02a-785fb4175668", "tag": "4109d405-8820-4ff3-8745-0230d85b8019", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:39:59.543376 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-78a11664-d4a2-42b7-a3ac-d737bf1aa482 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:39:59.543802 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e0ac73-ffa8-4db3-a02a-785fb4175668', 'tag': '4109d405-8820-4ff3-8745-0230d85b8019', 'status': 'completed', 'code': 200} Jun 16 18:39:59.544680 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:39:59.607175 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-a791f662-1c10-4509-b842-afe7af2a41e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:59.608870 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-a791f662-1c10-4509-b842-afe7af2a41e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b499fafa278b41c4babc557095066e26&device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 1096 time: 0.0574813 Jun 16 18:39:59.657328 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-ccda2677-d14d-4d14-bfce-662645c04aad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4109d405-8820-4ff3-8745-0230d85b8019 HTTP/1.1" status: 200 len: 217 time: 0.0412529 Jun 16 18:39:59.708930 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-05fd1ddb-d7a4-4dd7-b4b7-cb8e57858c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:59.710367 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-05fd1ddb-d7a4-4dd7-b4b7-cb8e57858c27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9205b992-70f4-45d4-95c8-9d9cd90b84b2 HTTP/1.1" status: 200 len: 856 time: 0.0456972 Jun 16 18:39:59.776403 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-afb8d29d-a9e1-4a22-961c-15be6132ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:39:59.777817 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-afb8d29d-a9e1-4a22-961c-15be6132ab25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0554566 Jun 16 18:39:59.872684 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-92864c19-16cb-40fb-bd72-770c1c855b40 service neutron] 10.222.0.36 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878356 Jun 16 18:39:59.964618 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2ef3f26c-97a4-4c00-bfc2-1979be33f457 req-eb74c002-bddf-4e71-96c8-ef070ebdd1d0 service neutron] 10.222.0.36 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850389 Jun 16 18:40:00.069463 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2710c47-9b8e-457a-a18e-72483ce05965 req-7f8593ce-f39a-4d5a-a23a-1e1aa72c5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:00.070933 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b2710c47-9b8e-457a-a18e-72483ce05965 req-7f8593ce-f39a-4d5a-a23a-1e1aa72c5289 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b499fafa278b41c4babc557095066e26&device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 1096 time: 0.0552154 Jun 16 18:40:00.165070 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2710c47-9b8e-457a-a18e-72483ce05965 req-6c1465a2-4f9d-4394-8c65-5172b24d1b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:00.167281 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b2710c47-9b8e-457a-a18e-72483ce05965 req-6c1465a2-4f9d-4394-8c65-5172b24d1b10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 HTTP/1.1" status: 200 len: 918 time: 0.0881197 Jun 16 18:40:00.208672 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b2710c47-9b8e-457a-a18e-72483ce05965 req-880fe09a-3b83-4e74-8cf6-b0d01b2c70a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4109d405-8820-4ff3-8745-0230d85b8019 HTTP/1.1" status: 200 len: 217 time: 0.0330131 Jun 16 18:40:00.260442 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2710c47-9b8e-457a-a18e-72483ce05965 req-4b69113e-9655-46ee-9a80-d2d5f57d32fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:00.261874 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b2710c47-9b8e-457a-a18e-72483ce05965 req-4b69113e-9655-46ee-9a80-d2d5f57d32fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9205b992-70f4-45d4-95c8-9d9cd90b84b2 HTTP/1.1" status: 200 len: 856 time: 0.0461574 Jun 16 18:40:00.328273 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2710c47-9b8e-457a-a18e-72483ce05965 req-77778812-548e-4a60-a096-e8e7c1e9a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:00.329758 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b2710c47-9b8e-457a-a18e-72483ce05965 req-77778812-548e-4a60-a096-e8e7c1e9a737 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0578525 Jun 16 18:40:00.459018 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b2710c47-9b8e-457a-a18e-72483ce05965 req-32b8cb33-b8e4-45a5-bc36-4fa86d78fefb service neutron] 10.222.0.36 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219194 Jun 16 18:40:00.506190 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56912b1-a233-41cb-a002-1f8b7646ccad req-57e3b2e8-cf31-4606-bef7-50f00c2d98a3 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:00.507654 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c56912b1-a233-41cb-a002-1f8b7646ccad req-57e3b2e8-cf31-4606-bef7-50f00c2d98a3 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 943 time: 0.1117013 Jun 16 18:40:00.594929 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c56912b1-a233-41cb-a002-1f8b7646ccad req-7c5c3e86-44c5-4b12-ba9e-7bae0b3419e9 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779057 Jun 16 18:40:00.606027 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b2710c47-9b8e-457a-a18e-72483ce05965 req-1b3cca67-f77c-4ab5-91be-88a894cf8af4 service neutron] 10.222.0.36 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351268 Jun 16 18:40:01.389424 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 36694) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:01.490945 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-510c4b6a-8883-4c44-bce4-22528eeded80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:01.577259 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-510c4b6a-8883-4c44-bce4-22528eeded80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:01.580757 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-510c4b6a-8883-4c44-bce4-22528eeded80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:01.583047 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-390c9927-826e-4a92-bb57-cef708c24702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:01.619816 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c4b6a-8883-4c44-bce4-22528eeded80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309b23c1-2c52-4bc1-bac6-9bf486080c68,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:01.624878 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-510c4b6a-8883-4c44-bce4-22528eeded80 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2536af9d2d1485481690f8fe36930ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343156 Jun 16 18:40:01.625819 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-510c4b6a-8883-4c44-bce4-22528eeded80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:01.626697 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 36700) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:01.677152 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-79e124d7-2100-40a1-92fc-9bd908a61e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:01.698242 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-79e124d7-2100-40a1-92fc-9bd908a61e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:01.745777 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-79e124d7-2100-40a1-92fc-9bd908a61e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:01.748212 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-79e124d7-2100-40a1-92fc-9bd908a61e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:01.749345 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-79e124d7-2100-40a1-92fc-9bd908a61e95 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/309b23c1-2c52-4bc1-bac6-9bf486080c68 HTTP/1.1" status: 204 len: 168 time: 0.1217489 Jun 16 18:40:01.750084 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ba1cf7b5-e1c1-4353-826f-8309917be68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:01.758101 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e124d7-2100-40a1-92fc-9bd908a61e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309b23c1-2c52-4bc1-bac6-9bf486080c68,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:01.761193 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-79e124d7-2100-40a1-92fc-9bd908a61e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:01.784897 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc920635-1956-4825-a7e7-4d9ede626432 req-e3330ccd-58eb-4160-8042-fe1ad63f53b6 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:01.792663 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-fc920635-1956-4825-a7e7-4d9ede626432 req-e3330ccd-58eb-4160-8042-fe1ad63f53b6 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 943 time: 0.0818739 Jun 16 18:40:01.826712 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-fc920635-1956-4825-a7e7-4d9ede626432 req-cd000c55-18f0-48e3-98d3-002c3dbbf0b0 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331621 Jun 16 18:40:02.006278 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 36706) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:02.019376 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ec2eab15-b923-4dab-a606-bcbd33f90d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:02.109637 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ec2eab15-b923-4dab-a606-bcbd33f90d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:02.113461 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ec2eab15-b923-4dab-a606-bcbd33f90d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:02.116664 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-96c7fedc-ecde-41c2-a6df-d96d38ef89bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:02.153464 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-ec2eab15-b923-4dab-a606-bcbd33f90d61 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=05e07a92cbf0434f857038e670609de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461418 Jun 16 18:40:02.154569 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2eab15-b923-4dab-a606-bcbd33f90d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5398f523-47ea-4d92-bf56-8582cf5cfd17,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:02.156071 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 36708) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:02.157469 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ec2eab15-b923-4dab-a606-bcbd33f90d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:02.203791 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-301620f0-1126-4311-bb06-7ee927d4f079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:02.224545 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-301620f0-1126-4311-bb06-7ee927d4f079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:02.269186 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-301620f0-1126-4311-bb06-7ee927d4f079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:02.271858 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-301620f0-1126-4311-bb06-7ee927d4f079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:02.273022 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-301620f0-1126-4311-bb06-7ee927d4f079 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5398f523-47ea-4d92-bf56-8582cf5cfd17 HTTP/1.1" status: 204 len: 168 time: 0.1159458 Jun 16 18:40:02.273847 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4b6a2668-7567-4bfa-afb8-bd0cfe317add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:02.281904 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301620f0-1126-4311-bb06-7ee927d4f079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5398f523-47ea-4d92-bf56-8582cf5cfd17,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:02.284253 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-301620f0-1126-4311-bb06-7ee927d4f079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:02.999289 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 4109d405-8820-4ff3-8745-0230d85b8019 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:40:03.010156 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bc7ed-09e5-471c-a85e-6ec995d9b8f4 req-02482b1f-0b84-4309-9c99-962c68b756b1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:03.011667 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-068bc7ed-09e5-471c-a85e-6ec995d9b8f4 req-02482b1f-0b84-4309-9c99-962c68b756b1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 943 time: 0.0666852 Jun 16 18:40:03.055191 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-068bc7ed-09e5-471c-a85e-6ec995d9b8f4 req-474a0231-ff02-4053-ab0b-415b9aff4410 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364795 Jun 16 18:40:03.107351 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 4109d405-8820-4ff3-8745-0230d85b8019, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=4109d405-8820-4ff3-8745-0230d85b8019,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:40:03.118652 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': '4109d405-8820-4ff3-8745-0230d85b8019', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'port_id': '4109d405-8820-4ff3-8745-0230d85b8019', 'mac_address': 'fa:16:3e:5b:ea:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:40:03.156867 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:03.175533 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4109d405-8820-4ff3-8745-0230d85b8019 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:40:03.197024 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 4109d405-8820-4ff3-8745-0230d85b8019, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=4109d405-8820-4ff3-8745-0230d85b8019,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:40:03.202699 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:03.205474 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:03.255870 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=4109d405-8820-4ff3-8745-0230d85b8019,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:03.259521 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:03.495482 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['4109d405-8820-4ff3-8745-0230d85b8019'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:40:04.236856 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7265c1d-a484-479b-82f7-ba1cd2f8a3bd req-d4994767-b342-4847-bea3-89ec17494c65 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:04.238287 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b7265c1d-a484-479b-82f7-ba1cd2f8a3bd req-d4994767-b342-4847-bea3-89ec17494c65 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 944 time: 0.0624707 Jun 16 18:40:04.276520 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b7265c1d-a484-479b-82f7-ba1cd2f8a3bd req-1f98bb47-4c62-4a3f-9370-dc6ef4e7ac1f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310647 Jun 16 18:40:05.024919 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 4109d405-8820-4ff3-8745-0230d85b8019 up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:40:05.074918 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning for port 4109d405-8820-4ff3-8745-0230d85b8019 completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:40:05.078712 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port 4109d405-8820-4ff3-8745-0230d85b8019 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:40:05.079094 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:05.153637 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:05.176250 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e0ac73-ffa8-4db3-a02a-785fb4175668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4109d405-8820-4ff3-8745-0230d85b8019'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:40:05.178487 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38860f19-8207-4b1f-9083-0f94387898f2" -d '{"events": [{"server_uuid": "e4e0ac73-ffa8-4db3-a02a-785fb4175668", "name": "network-vif-plugged", "status": "completed", "tag": "4109d405-8820-4ff3-8745-0230d85b8019"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:40:05.191726 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 4109d405-8820-4ff3-8745-0230d85b8019, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=4109d405-8820-4ff3-8745-0230d85b8019,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:40:05.196208 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:05.199986 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:05.234422 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9544589f-2c33-4e7b-887f-cab5dc613881 x-openstack-request-id: req-9544589f-2c33-4e7b-887f-cab5dc613881 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:40:05.234741 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e0ac73-ffa8-4db3-a02a-785fb4175668", "name": "network-vif-plugged", "status": "completed", "tag": "4109d405-8820-4ff3-8745-0230d85b8019", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:40:05.234984 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9544589f-2c33-4e7b-887f-cab5dc613881 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:40:05.235376 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e0ac73-ffa8-4db3-a02a-785fb4175668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4109d405-8820-4ff3-8745-0230d85b8019', 'code': 200} Jun 16 18:40:05.264890 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=4109d405-8820-4ff3-8745-0230d85b8019,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:05.277359 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:05.491105 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4dd577-fe6e-4442-ad8b-b427ac9c912d req-6b323c76-f289-426e-8700-f30b2ef467cb tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:05.492471 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2c4dd577-fe6e-4442-ad8b-b427ac9c912d req-6b323c76-f289-426e-8700-f30b2ef467cb tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.0945802 Jun 16 18:40:05.518076 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b2c66-5935-4864-ba6c-a25d9d5b5b3b req-8b1989e6-b626-45be-adca-0d8de81bfe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:05.519480 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4c9b2c66-5935-4864-ba6c-a25d9d5b5b3b req-8b1989e6-b626-45be-adca-0d8de81bfe42 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 1098 time: 0.0889306 Jun 16 18:40:05.548767 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2c4dd577-fe6e-4442-ad8b-b427ac9c912d req-97d82994-5289-42bc-b859-0c90811534d1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472679 Jun 16 18:40:05.564997 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4c9b2c66-5935-4864-ba6c-a25d9d5b5b3b req-6fb386f4-812e-41e4-8a9a-41a7a8e773ec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334678 Jun 16 18:40:06.753150 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63c189-4c06-46d4-9c80-5675d62e4100 req-27450aad-110a-4d91-b85d-02c5c0d22b3a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:06.754517 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-bd63c189-4c06-46d4-9c80-5675d62e4100 req-27450aad-110a-4d91-b85d-02c5c0d22b3a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.0671434 Jun 16 18:40:06.794080 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-bd63c189-4c06-46d4-9c80-5675d62e4100 req-9c3d8d40-5aa2-46dd-bb97-668f3e3541c5 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322652 Jun 16 18:40:06.969251 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d08ea4-8533-4e89-bfab-fdc9a96d8aed req-9b3daf8f-820c-4f9f-944e-ee63072a0c25 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:06.970717 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-08d08ea4-8533-4e89-bfab-fdc9a96d8aed req-9b3daf8f-820c-4f9f-944e-ee63072a0c25 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.0668523 Jun 16 18:40:06.979087 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 36788) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:06.983780 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-7febac51-83fe-4ad8-b310-cd18162b8cb6 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Request body: {'floatingip': {'port_id': '4109d405-8820-4ff3-8745-0230d85b8019'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:40:07.023840 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7febac51-83fe-4ad8-b310-cd18162b8cb6 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for floatingip, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:07.700562 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7febac51-83fe-4ad8-b310-cd18162b8cb6 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:07.704682 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7febac51-83fe-4ad8-b310-cd18162b8cb6 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439533'] for floatingip, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:07.802668 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.db.l3_db [None req-7febac51-83fe-4ad8-b310-cd18162b8cb6 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Floating IP 036dd3c1-fe09-48d2-aadb-6c96fd882e90 associated. External IP: 172.28.2.207, port: 4109d405-8820-4ff3-8745-0230d85b8019. Jun 16 18:40:08.008827 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7febac51-83fe-4ad8-b310-cd18162b8cb6 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Router 9182eb3d-83ec-4616-80d7-d59f64c49527 has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:40:08.120423 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7febac51-83fe-4ad8-b310-cd18162b8cb6 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:40:08.125323 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7febac51-83fe-4ad8-b310-cd18162b8cb6 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for floatingip, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:08.135389 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4029a6f5-d4fd-4d76-85f1-2b430fc33c16 None None] Sync routers for ids ['9182eb3d-83ec-4616-80d7-d59f64c49527'] in dv-cinder-667108-31-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:40:08.147525 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4029a6f5-d4fd-4d76-85f1-2b430fc33c16 None None] Routers {'9182eb3d-83ec-4616-80d7-d59f64c49527'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:40:08.148216 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-4029a6f5-d4fd-4d76-85f1-2b430fc33c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:39:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['9182eb3d-83ec-4616-80d7-d59f64c49527'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:08.182666 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-7febac51-83fe-4ad8-b310-cd18162b8cb6 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "PUT /v2.0/floatingips/036dd3c1-fe09-48d2-aadb-6c96fd882e90 HTTP/1.1" status: 200 len: 991 time: 1.2023447 Jun 16 18:40:08.183964 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e0ac73-ffa8-4db3-a02a-785fb4175668', 'tag': '4109d405-8820-4ff3-8745-0230d85b8019'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:40:08.186645 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d95cb1-f7cd-4fac-8ec7-f4af79f12896" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e0ac73-ffa8-4db3-a02a-785fb4175668", "tag": "4109d405-8820-4ff3-8745-0230d85b8019"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:40:08.228269 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5a8ca2-014c-4556-801b-35aba29d743c x-openstack-request-id: req-9c5a8ca2-014c-4556-801b-35aba29d743c {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:40:08.229129 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e0ac73-ffa8-4db3-a02a-785fb4175668", "tag": "4109d405-8820-4ff3-8745-0230d85b8019", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:40:08.229847 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9c5a8ca2-014c-4556-801b-35aba29d743c {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:40:08.230290 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e0ac73-ffa8-4db3-a02a-785fb4175668', 'tag': '4109d405-8820-4ff3-8745-0230d85b8019', 'status': 'completed', 'code': 200} Jun 16 18:40:08.271714 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-4029a6f5-d4fd-4d76-85f1-2b430fc33c16 None None] Set router 9182eb3d-83ec-4616-80d7-d59f64c49527 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:40:08.308750 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d95cb1-f7cd-4fac-8ec7-f4af79f12896 req-b4bb6da4-8d65-46e0-bb62-5654dfd6b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:08.310392 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c9d95cb1-f7cd-4fac-8ec7-f4af79f12896 req-b4bb6da4-8d65-46e0-bb62-5654dfd6b980 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b499fafa278b41c4babc557095066e26&device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 1098 time: 0.0582981 Jun 16 18:40:08.410678 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d95cb1-f7cd-4fac-8ec7-f4af79f12896 req-f1232c2e-a967-4be5-96a8-e12837cb28a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:08.412521 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c9d95cb1-f7cd-4fac-8ec7-f4af79f12896 req-f1232c2e-a967-4be5-96a8-e12837cb28a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 HTTP/1.1" status: 200 len: 918 time: 0.0877562 Jun 16 18:40:08.483520 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c9d95cb1-f7cd-4fac-8ec7-f4af79f12896 req-6fbcd678-ce14-4001-8c62-442b002146c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4109d405-8820-4ff3-8745-0230d85b8019 HTTP/1.1" status: 200 len: 999 time: 0.0644870 Jun 16 18:40:08.533737 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d95cb1-f7cd-4fac-8ec7-f4af79f12896 req-8e332f55-e258-43fb-a9d1-c07f4dc37180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:08.535324 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c9d95cb1-f7cd-4fac-8ec7-f4af79f12896 req-8e332f55-e258-43fb-a9d1-c07f4dc37180 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9205b992-70f4-45d4-95c8-9d9cd90b84b2 HTTP/1.1" status: 200 len: 856 time: 0.0448146 Jun 16 18:40:08.546174 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-4029a6f5-d4fd-4d76-85f1-2b430fc33c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '606aa837-85a3-4196-900e-b4477be70a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:36:01Z', 'revision_number': 4, 'project_id': 'b499fafa278b41c4babc557095066e26', 'gw_port': {'id': '606aa837-85a3-4196-900e-b4477be70a8b', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:51Z', 'updated_at': '2021-06-16T18:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_floatingips': [{'id': '036dd3c1-fe09-48d2-aadb-6c96fd882e90', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'floating_ip_address': '172.28.2.207', 'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'router_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'port_id': '4109d405-8820-4ff3-8745-0230d85b8019', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'mac_address': 'fa:16:3e:5b:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e0ac73-ffa8-4db3-a02a-785fb4175668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:39:55Z', 'updated_at': '2021-06-16T18:40:07Z', 'revision_number': 1, 'project_id': 'b499fafa278b41c4babc557095066e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd108d6c-2d54-42c0-88d0-d4a14e395cda', 'name': '', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'mac_address': 'fa:16:3e:e1:35:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:59Z', 'updated_at': '2021-06-16T18:36:12Z', 'revision_number': 5, 'project_id': 'b499fafa278b41c4babc557095066e26', 'subnets': [{'id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:08.549531 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4029a6f5-d4fd-4d76-85f1-2b430fc33c16 None None] Checking router: 9182eb3d-83ec-4616-80d7-d59f64c49527 for host: dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:40:08.558723 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4029a6f5-d4fd-4d76-85f1-2b430fc33c16 None None] Routers {'9182eb3d-83ec-4616-80d7-d59f64c49527'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:40:08.559333 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-4029a6f5-d4fd-4d76-85f1-2b430fc33c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:39:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['9182eb3d-83ec-4616-80d7-d59f64c49527'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:08.594398 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d95cb1-f7cd-4fac-8ec7-f4af79f12896 req-3a77c967-624e-45f3-b2f0-d9fc7cfabf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:08.596053 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c9d95cb1-f7cd-4fac-8ec7-f4af79f12896 req-3a77c967-624e-45f3-b2f0-d9fc7cfabf5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0525668 Jun 16 18:40:08.665520 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-4029a6f5-d4fd-4d76-85f1-2b430fc33c16 None None] Set router 9182eb3d-83ec-4616-80d7-d59f64c49527 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:40:08.701136 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c9d95cb1-f7cd-4fac-8ec7-f4af79f12896 req-0d148a5f-b1f0-4747-9851-2a3082f62dd1 service neutron] 10.222.0.36 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880945 Jun 16 18:40:08.788783 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c9d95cb1-f7cd-4fac-8ec7-f4af79f12896 req-3d36a090-0c32-4dff-a427-9cd88b7b6e6e service neutron] 10.222.0.36 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806768 Jun 16 18:40:08.886153 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-4029a6f5-d4fd-4d76-85f1-2b430fc33c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '606aa837-85a3-4196-900e-b4477be70a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:36:01Z', 'revision_number': 4, 'project_id': 'b499fafa278b41c4babc557095066e26', 'gw_port': {'id': '606aa837-85a3-4196-900e-b4477be70a8b', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:51Z', 'updated_at': '2021-06-16T18:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_floatingips': [{'id': '036dd3c1-fe09-48d2-aadb-6c96fd882e90', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'floating_ip_address': '172.28.2.207', 'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'router_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'port_id': '4109d405-8820-4ff3-8745-0230d85b8019', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'mac_address': 'fa:16:3e:5b:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e0ac73-ffa8-4db3-a02a-785fb4175668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:39:55Z', 'updated_at': '2021-06-16T18:40:07Z', 'revision_number': 1, 'project_id': 'b499fafa278b41c4babc557095066e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd108d6c-2d54-42c0-88d0-d4a14e395cda', 'name': '', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'mac_address': 'fa:16:3e:e1:35:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:59Z', 'updated_at': '2021-06-16T18:36:12Z', 'revision_number': 5, 'project_id': 'b499fafa278b41c4babc557095066e26', 'subnets': [{'id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:08.889528 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4029a6f5-d4fd-4d76-85f1-2b430fc33c16 None None] The sync data for ids ['9182eb3d-83ec-4616-80d7-d59f64c49527'] in dv-cinder-667108-31-smb is: [{'id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '606aa837-85a3-4196-900e-b4477be70a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:36:01Z', 'revision_number': 4, 'project_id': 'b499fafa278b41c4babc557095066e26', 'gw_port': {'id': '606aa837-85a3-4196-900e-b4477be70a8b', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:51Z', 'updated_at': '2021-06-16T18:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_floatingips': [{'id': '036dd3c1-fe09-48d2-aadb-6c96fd882e90', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'floating_ip_address': '172.28.2.207', 'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'router_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'port_id': '4109d405-8820-4ff3-8745-0230d85b8019', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'mac_address': 'fa:16:3e:5b:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e0ac73-ffa8-4db3-a02a-785fb4175668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:39:55Z', 'updated_at': '2021-06-16T18:40:07Z', 'revision_number': 1, 'project_id': 'b499fafa278b41c4babc557095066e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd108d6c-2d54-42c0-88d0-d4a14e395cda', 'name': '', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'mac_address': 'fa:16:3e:e1:35:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:59Z', 'updated_at': '2021-06-16T18:36:12Z', 'revision_number': 5, 'project_id': 'b499fafa278b41c4babc557095066e26', 'subnets': [{'id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:40:08.911474 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c7658008-0eff-477a-81cc-033eb21c7cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:09.073577 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba4708-6d86-4460-95f6-31f7def0b86b None None] New status for floating IP 036dd3c1-fe09-48d2-aadb-6c96fd882e90: ACTIVE {{(pid=92981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:40:10.885782 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-60e39fa0-6933-465a-960d-8169d5da14cf req-1437d2f9-d7b5-4b8f-b493-74ca2d148fc3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551310 Jun 16 18:40:10.962099 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e39fa0-6933-465a-960d-8169d5da14cf req-6d4041f2-62af-4543-93ca-17588fdcaa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:10.964448 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-60e39fa0-6933-465a-960d-8169d5da14cf req-6d4041f2-62af-4543-93ca-17588fdcaa79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bc91c45bdd24caa9702ccfebfce88a4&device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 1099 time: 0.0526080 Jun 16 18:40:11.071039 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e39fa0-6933-465a-960d-8169d5da14cf req-68f4fad0-7830-4471-bf16-cd6df2a5764c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:11.072617 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-60e39fa0-6933-465a-960d-8169d5da14cf req-68f4fad0-7830-4471-bf16-cd6df2a5764c service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 HTTP/1.1" status: 200 len: 912 time: 0.0849972 Jun 16 18:40:11.137205 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-60e39fa0-6933-465a-960d-8169d5da14cf req-a54ace44-999f-4891-9968-4b73a075a892 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d19050fd-e9b4-4edd-9f70-c11df229711a HTTP/1.1" status: 200 len: 1002 time: 0.0568209 Jun 16 18:40:11.186326 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e39fa0-6933-465a-960d-8169d5da14cf req-3b3926e0-8350-4570-b1c8-4e462b0663e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:11.187757 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-60e39fa0-6933-465a-960d-8169d5da14cf req-3b3926e0-8350-4570-b1c8-4e462b0663e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc7cf5ef-6aa1-4199-9c30-73b9adb626d9 HTTP/1.1" status: 200 len: 850 time: 0.0434673 Jun 16 18:40:11.251180 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e39fa0-6933-465a-960d-8169d5da14cf req-827555fb-11cd-4333-b1b9-2fd5431ff33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:11.252755 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-60e39fa0-6933-465a-960d-8169d5da14cf req-827555fb-11cd-4333-b1b9-2fd5431ff33e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0563397 Jun 16 18:40:11.274656 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6451267-b4eb-44e4-8c51-afb604c9eaad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:11.308439 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:11.347829 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-60e39fa0-6933-465a-960d-8169d5da14cf req-208793f6-f70a-481a-87c5-c5c761fcff55 service neutron] 10.222.0.36 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855486 Jun 16 18:40:11.437827 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-60e39fa0-6933-465a-960d-8169d5da14cf req-40f19f75-de5f-45ee-998e-93ab45042019 service neutron] 10.222.0.36 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832524 Jun 16 18:40:11.691291 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:12.481743 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:12.985148 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 36850) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:13.086111 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9329e145-38c9-446f-863e-1fd22a3329e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:13.172772 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9329e145-38c9-446f-863e-1fd22a3329e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:13.179666 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9329e145-38c9-446f-863e-1fd22a3329e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:13.189189 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c80ff98b-3edf-4d4b-8718-05162a6f854e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:13.217547 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-9329e145-38c9-446f-863e-1fd22a3329e6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c257093fd4fd4c878269154242976b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313786 Jun 16 18:40:13.220360 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 36854) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:13.222489 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329e145-38c9-446f-863e-1fd22a3329e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a139e4c5-b802-41d2-9c50-bc35d7782757,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:13.225660 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9329e145-38c9-446f-863e-1fd22a3329e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:13.273796 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-12905d36-cfe5-4fda-8df8-4826d16079d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:13.293401 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-12905d36-cfe5-4fda-8df8-4826d16079d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:13.337643 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-12905d36-cfe5-4fda-8df8-4826d16079d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:13.340402 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-12905d36-cfe5-4fda-8df8-4826d16079d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:13.341541 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-12905d36-cfe5-4fda-8df8-4826d16079d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a139e4c5-b802-41d2-9c50-bc35d7782757 HTTP/1.1" status: 204 len: 168 time: 0.1196668 Jun 16 18:40:13.342249 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e707c602-f4f7-4dca-9e03-e86ca15b4f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:13.349394 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12905d36-cfe5-4fda-8df8-4826d16079d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a139e4c5-b802-41d2-9c50-bc35d7782757,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:13.351713 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-12905d36-cfe5-4fda-8df8-4826d16079d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:13.611922 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 36866) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:13.626352 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-60d53b93-f94c-488e-b65d-07c115f2d636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:13.716258 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-60d53b93-f94c-488e-b65d-07c115f2d636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:13.719923 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-60d53b93-f94c-488e-b65d-07c115f2d636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:13.723182 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-57017a4b-5426-4dcf-b04e-57062131a75c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:13.756898 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-60d53b93-f94c-488e-b65d-07c115f2d636 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b78020231784bdbbf136b73ab686216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437991 Jun 16 18:40:13.759852 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 36870) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:13.762006 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d53b93-f94c-488e-b65d-07c115f2d636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc52e40-cbf7-490f-af58-652ddfbaeba5,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:13.776308 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-60d53b93-f94c-488e-b65d-07c115f2d636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:13.812424 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fccb7618-19c8-4c57-a663-91146b737036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:13.832251 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fccb7618-19c8-4c57-a663-91146b737036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:13.920118 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fccb7618-19c8-4c57-a663-91146b737036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:13.922659 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fccb7618-19c8-4c57-a663-91146b737036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:13.923784 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-fccb7618-19c8-4c57-a663-91146b737036 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8fc52e40-cbf7-490f-af58-652ddfbaeba5 HTTP/1.1" status: 204 len: 168 time: 0.1620302 Jun 16 18:40:13.926076 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b450e87c-607a-4fcb-a4d8-cccc4ac2e8ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:13.936769 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82e176-10db-4000-9211-4bf8dca58203 req-9e7d1ad4-133b-4938-ac67-399b6bde1b0b tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:13.938246 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ab82e176-10db-4000-9211-4bf8dca58203 req-9e7d1ad4-133b-4938-ac67-399b6bde1b0b tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0953031 Jun 16 18:40:13.945378 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb7618-19c8-4c57-a663-91146b737036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc52e40-cbf7-490f-af58-652ddfbaeba5,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:13.947576 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-fccb7618-19c8-4c57-a663-91146b737036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:13.987109 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ab82e176-10db-4000-9211-4bf8dca58203 req-1a017f04-37b9-4f0e-9405-6d888197b203 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383618 Jun 16 18:40:14.178009 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:15.163687 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48c445-cd0e-48f0-a709-b8eda9ee4225 req-c039a5ad-a27d-41c8-9fcd-f0de53ae4465 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:15.165229 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3b48c445-cd0e-48f0-a709-b8eda9ee4225 req-c039a5ad-a27d-41c8-9fcd-f0de53ae4465 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0672355 Jun 16 18:40:15.204639 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3b48c445-cd0e-48f0-a709-b8eda9ee4225 req-56120639-bdcd-4710-b86e-6dcfa89a7bb1 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331070 Jun 16 18:40:16.012238 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0b42a-4bc4-4545-96b4-22f1b35605cd req-f3387175-c824-4125-b6cd-bc97abad5242 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:16.013667 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8da0b42a-4bc4-4545-96b4-22f1b35605cd req-f3387175-c824-4125-b6cd-bc97abad5242 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.0687172 Jun 16 18:40:16.113150 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-8da0b42a-4bc4-4545-96b4-22f1b35605cd req-2353a365-bcd0-4973-8a6a-32d72404b420 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Deleting port d19050fd-e9b4-4edd-9f70-c11df229711a {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:40:16.113414 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-8da0b42a-4bc4-4545-96b4-22f1b35605cd req-2353a365-bcd0-4973-8a6a-32d72404b420 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:16.208217 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-8da0b42a-4bc4-4545-96b4-22f1b35605cd req-2353a365-bcd0-4973-8a6a-32d72404b420 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] For port d19050fd-e9b4-4edd-9f70-c11df229711a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=d19050fd-e9b4-4edd-9f70-c11df229711a,segment=NetworkSegment(eb64175d-32cf-403f-9dbe-f12267b389de),segment_id=eb64175d-32cf-403f-9dbe-f12267b389de)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:40:16.208917 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-8da0b42a-4bc4-4545-96b4-22f1b35605cd req-2353a365-bcd0-4973-8a6a-32d72404b420 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:16.404020 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-8da0b42a-4bc4-4545-96b4-22f1b35605cd req-2353a365-bcd0-4973-8a6a-32d72404b420 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:16.404340 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-8da0b42a-4bc4-4545-96b4-22f1b35605cd req-2353a365-bcd0-4973-8a6a-32d72404b420 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439533'] for floatingip, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:16.404653 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.db.l3_db [req-8da0b42a-4bc4-4545-96b4-22f1b35605cd req-2353a365-bcd0-4973-8a6a-32d72404b420 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Floating IP d2de651a-057a-4c34-8d94-56c94939372f disassociated. External IP: 172.28.2.196, port: d19050fd-e9b4-4edd-9f70-c11df229711a. Jun 16 18:40:16.404995 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-8da0b42a-4bc4-4545-96b4-22f1b35605cd req-2353a365-bcd0-4973-8a6a-32d72404b420 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Calling delete_port for d19050fd-e9b4-4edd-9f70-c11df229711a owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:40:16.467439 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5222ca3-2611-414c-b3ba-69ba72249219 req-4f3791f5-58ae-4e2e-bd14-e694ba263669 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:16.468915 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d5222ca3-2611-414c-b3ba-69ba72249219 req-4f3791f5-58ae-4e2e-bd14-e694ba263669 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa54879f-cf5f-417c-b708-5aaa2557288a HTTP/1.1" status: 200 len: 946 time: 0.1511397 Jun 16 18:40:16.528724 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d5222ca3-2611-414c-b3ba-69ba72249219 req-5cd7bea2-e848-4b5d-acb5-6bce4a6161bb tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=dca20eb3-4daf-44a6-a180-b15ba6438928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531480 Jun 16 18:40:16.585102 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-8da0b42a-4bc4-4545-96b4-22f1b35605cd req-2353a365-bcd0-4973-8a6a-32d72404b420 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:16.589184 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bd3e08dc-7a8e-4ee2-92c1-e7054a5793d4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:16.617704 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353a365-bcd0-4973-8a6a-32d72404b420 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Pushing event deleted for resources: {'Port': ['ID=d19050fd-e9b4-4edd-9f70-c11df229711a,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:16.621721 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2353a365-bcd0-4973-8a6a-32d72404b420 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:16.729023 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8da0b42a-4bc4-4545-96b4-22f1b35605cd req-2353a365-bcd0-4973-8a6a-32d72404b420 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Router 12587d63-aff2-4c87-bb7a-d8be1330b237 has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:40:16.832478 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8da0b42a-4bc4-4545-96b4-22f1b35605cd req-2353a365-bcd0-4973-8a6a-32d72404b420 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:40:16.844104 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0568e819-93ae-4c8b-9600-cff9ab27f90e None None] Sync routers for ids ['12587d63-aff2-4c87-bb7a-d8be1330b237'] in dv-cinder-667108-31-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:40:16.854208 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0568e819-93ae-4c8b-9600-cff9ab27f90e None None] Routers {'12587d63-aff2-4c87-bb7a-d8be1330b237'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:40:16.854798 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-0568e819-93ae-4c8b-9600-cff9ab27f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:40:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['12587d63-aff2-4c87-bb7a-d8be1330b237'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:16.879393 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da0b42a-4bc4-4545-96b4-22f1b35605cd req-2353a365-bcd0-4973-8a6a-32d72404b420 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] No DVR routers for this DVR port d19050fd-e9b4-4edd-9f70-c11df229711a on host hv-cinder-66710 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:40:16.881903 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-8da0b42a-4bc4-4545-96b4-22f1b35605cd req-2353a365-bcd0-4973-8a6a-32d72404b420 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:16.883847 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8da0b42a-4bc4-4545-96b4-22f1b35605cd req-2353a365-bcd0-4973-8a6a-32d72404b420 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.36 "DELETE /v2.0/ports/d19050fd-e9b4-4edd-9f70-c11df229711a HTTP/1.1" status: 204 len: 173 time: 0.8643489 Jun 16 18:40:16.884439 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa54879f-cf5f-417c-b708-5aaa2557288a', 'name': 'network-vif-deleted', 'tag': 'd19050fd-e9b4-4edd-9f70-c11df229711a'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:40:16.886740 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3b5571-dff7-493e-8c50-2bfa813276a9" -d '{"events": [{"server_uuid": "fa54879f-cf5f-417c-b708-5aaa2557288a", "name": "network-vif-deleted", "tag": "d19050fd-e9b4-4edd-9f70-c11df229711a"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:40:16.933521 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2212a5-ae38-4d46-b022-07ed4e7e5672 x-openstack-request-id: req-cb2212a5-ae38-4d46-b022-07ed4e7e5672 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:40:16.933853 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa54879f-cf5f-417c-b708-5aaa2557288a", "name": "network-vif-deleted", "tag": "d19050fd-e9b4-4edd-9f70-c11df229711a", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:40:16.934145 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb2212a5-ae38-4d46-b022-07ed4e7e5672 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:40:16.934578 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa54879f-cf5f-417c-b708-5aaa2557288a', 'name': 'network-vif-deleted', 'tag': 'd19050fd-e9b4-4edd-9f70-c11df229711a', 'status': 'completed', 'code': 200} Jun 16 18:40:16.969058 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-0568e819-93ae-4c8b-9600-cff9ab27f90e None None] Set router 12587d63-aff2-4c87-bb7a-d8be1330b237 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:40:17.190051 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-0568e819-93ae-4c8b-9600-cff9ab27f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:52Z', 'updated_at': '2021-06-16T18:36:10Z', 'revision_number': 4, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'gw_port': {'id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:55Z', 'updated_at': '2021-06-16T18:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '00063d25-8d56-4d22-922b-aec65d8a8c93', 'name': '', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'mac_address': 'fa:16:3e:f2:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:36:06Z', 'updated_at': '2021-06-16T18:36:19Z', 'revision_number': 5, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'subnets': [{'id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:17.193439 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0568e819-93ae-4c8b-9600-cff9ab27f90e None None] Checking router: 12587d63-aff2-4c87-bb7a-d8be1330b237 for host: dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:40:17.206533 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0568e819-93ae-4c8b-9600-cff9ab27f90e None None] Routers {'12587d63-aff2-4c87-bb7a-d8be1330b237'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:40:17.207150 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-0568e819-93ae-4c8b-9600-cff9ab27f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:40:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['12587d63-aff2-4c87-bb7a-d8be1330b237'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:17.229138 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:40:17.436414 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-0568e819-93ae-4c8b-9600-cff9ab27f90e None None] Set router 12587d63-aff2-4c87-bb7a-d8be1330b237 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:40:17.454216 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c1395852-4750-4eaa-b349-95031675fc03 req-cb42cdc1-d413-4470-be15-306db80ce166 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-331446082&fields=id&tenant_id=a0d3c51cd79e448d9c410c5292e758ad HTTP/1.1" status: 200 len: 267 time: 0.0411208 Jun 16 18:40:17.535164 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1395852-4750-4eaa-b349-95031675fc03 req-08bb442d-4b72-42be-8cd4-6568acea8c7f tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:17.543598 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c1395852-4750-4eaa-b349-95031675fc03 req-08bb442d-4b72-42be-8cd4-6568acea8c7f tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 985 time: 0.0792618 Jun 16 18:40:17.549658 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-c1395852-4750-4eaa-b349-95031675fc03 req-40b0372c-f170-4cb9-b20c-ecfdf3b0b367 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Request body: {'port': {'security_groups': ['c7600f51-c32d-49eb-b3cb-cbe3a302c628']}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:40:17.683448 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-0568e819-93ae-4c8b-9600-cff9ab27f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:52Z', 'updated_at': '2021-06-16T18:36:10Z', 'revision_number': 4, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'gw_port': {'id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:55Z', 'updated_at': '2021-06-16T18:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '00063d25-8d56-4d22-922b-aec65d8a8c93', 'name': '', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'mac_address': 'fa:16:3e:f2:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:36:06Z', 'updated_at': '2021-06-16T18:36:19Z', 'revision_number': 5, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'subnets': [{'id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:17.690299 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0568e819-93ae-4c8b-9600-cff9ab27f90e None None] The sync data for ids ['12587d63-aff2-4c87-bb7a-d8be1330b237'] in dv-cinder-667108-31-smb is: [{'id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:52Z', 'updated_at': '2021-06-16T18:36:10Z', 'revision_number': 4, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'gw_port': {'id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:55Z', 'updated_at': '2021-06-16T18:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '00063d25-8d56-4d22-922b-aec65d8a8c93', 'name': '', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'mac_address': 'fa:16:3e:f2:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:36:06Z', 'updated_at': '2021-06-16T18:36:19Z', 'revision_number': 5, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'subnets': [{'id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:40:17.693471 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c1395852-4750-4eaa-b349-95031675fc03 req-40b0372c-f170-4cb9-b20c-ecfdf3b0b367 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:17.698974 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 36966) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:17.797282 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5ca329ee-aefd-41c6-9b1d-f07db605f2f3 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:17.842010 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5ca329ee-aefd-41c6-9b1d-f07db605f2f3 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:17.957178 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b725ddb-1eb2-4c42-bd73-97b537fb19c9 None None] New status for floating IP d2de651a-057a-4c34-8d94-56c94939372f: DOWN {{(pid=92981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:40:17.989633 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5ca329ee-aefd-41c6-9b1d-f07db605f2f3 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:17.992257 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5ca329ee-aefd-41c6-9b1d-f07db605f2f3 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:17.996687 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-5ca329ee-aefd-41c6-9b1d-f07db605f2f3 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "DELETE /v2.0/security-groups/dca20eb3-4daf-44a6-a180-b15ba6438928 HTTP/1.1" status: 204 len: 168 time: 0.2933619 Jun 16 18:40:17.998357 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 36978) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:18.007326 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-7db4b679-1bcb-4e37-9b05-01aebb6aa231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:18.015844 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.api.v2.resource [None req-5966ec80-e931-4ca9-82ca-b1a91e19ceca tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] show failed (client error): The resource could not be found. Jun 16 18:40:18.022120 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-5966ec80-e931-4ca9-82ca-b1a91e19ceca tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups/dca20eb3-4daf-44a6-a180-b15ba6438928 HTTP/1.1" status: 404 len: 347 time: 0.0226903 Jun 16 18:40:18.022694 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 36980) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:18.027300 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca329ee-aefd-41c6-9b1d-f07db605f2f3 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca20eb3-4daf-44a6-a180-b15ba6438928,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:18.041021 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5ca329ee-aefd-41c6-9b1d-f07db605f2f3 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:18.043297 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-c1395852-4750-4eaa-b349-95031675fc03 req-40b0372c-f170-4cb9-b20c-ecfdf3b0b367 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] For port 2b53861b-eb08-4f42-a9b1-fed35a421d0f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2b53861b-eb08-4f42-a9b1-fed35a421d0f,segment=NetworkSegment(a9bdab95-a8e5-4ce0-a77e-4e44b6267755),segment_id=a9bdab95-a8e5-4ce0-a77e-4e44b6267755)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:40:18.086419 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c1395852-4750-4eaa-b349-95031675fc03 req-40b0372c-f170-4cb9-b20c-ecfdf3b0b367 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:18.092961 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c1395852-4750-4eaa-b349-95031675fc03 req-40b0372c-f170-4cb9-b20c-ecfdf3b0b367 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:18.107097 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['2b53861b-eb08-4f42-a9b1-fed35a421d0f'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:40:18.119700 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-27cb7a6e-c28b-41a7-8506-8c8dd6ce8a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:18.174297 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1395852-4750-4eaa-b349-95031675fc03 req-40b0372c-f170-4cb9-b20c-ecfdf3b0b367 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:18.175205 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c1395852-4750-4eaa-b349-95031675fc03 req-40b0372c-f170-4cb9-b20c-ecfdf3b0b367 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:18.179293 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c1395852-4750-4eaa-b349-95031675fc03 req-40b0372c-f170-4cb9-b20c-ecfdf3b0b367 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "PUT /v2.0/ports/2b53861b-eb08-4f42-a9b1-fed35a421d0f HTTP/1.1" status: 200 len: 943 time: 0.6341603 Jun 16 18:40:18.193024 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 36984) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:18.217534 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0372c-f170-4cb9-b20c-ecfdf3b0b367 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Pushing event updated for resources: {'Port': ['ID=2b53861b-eb08-4f42-a9b1-fed35a421d0f,revision_number=7']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:18.231860 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-40b0372c-f170-4cb9-b20c-ecfdf3b0b367 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:18.263397 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['2b53861b-eb08-4f42-a9b1-fed35a421d0f'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:40:18.273826 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-2a301a76-68ac-404b-ad1d-7ec398ac7cb1 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Deleting port 4636b3ab-7691-4755-b26d-f12bda9532fd {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:40:18.274163 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2a301a76-68ac-404b-ad1d-7ec398ac7cb1 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:18.432888 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-416fed38-301a-4164-a837-09ae9389fe99 None None] Provisioning complete for port 2b53861b-eb08-4f42-a9b1-fed35a421d0f triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:40:18.433240 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-416fed38-301a-4164-a837-09ae9389fe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:18.490359 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ddf590ad-e24c-4bce-a256-0edea7dcf637 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:18.548417 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ddf590ad-e24c-4bce-a256-0edea7dcf637 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:18.595261 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2a301a76-68ac-404b-ad1d-7ec398ac7cb1 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:18.595506 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2a301a76-68ac-404b-ad1d-7ec398ac7cb1 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:18.658918 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-2a301a76-68ac-404b-ad1d-7ec398ac7cb1 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Calling delete_port for 4636b3ab-7691-4755-b26d-f12bda9532fd owned by network:floatingip {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:40:18.720945 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ddf590ad-e24c-4bce-a256-0edea7dcf637 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:18.723430 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ddf590ad-e24c-4bce-a256-0edea7dcf637 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:18.724547 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-ddf590ad-e24c-4bce-a256-0edea7dcf637 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "DELETE /v2.0/security-groups/17d81841-49ff-4bf6-827f-f0b219bd89da HTTP/1.1" status: 204 len: 168 time: 0.5303824 Jun 16 18:40:18.727301 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 36988) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:18.729250 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-fed1a433-0791-40b2-8cf5-20b7a147b9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:18.740121 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf590ad-e24c-4bce-a256-0edea7dcf637 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d81841-49ff-4bf6-827f-f0b219bd89da,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:18.746825 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ddf590ad-e24c-4bce-a256-0edea7dcf637 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:18.816424 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2a301a76-68ac-404b-ad1d-7ec398ac7cb1 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131963299'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:18.818457 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2b969e0a-6982-439b-8bc9-3e865a612d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:18.841021 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a301a76-68ac-404b-ad1d-7ec398ac7cb1 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Pushing event deleted for resources: {'Port': ['ID=4636b3ab-7691-4755-b26d-f12bda9532fd,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:18.844585 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2a301a76-68ac-404b-ad1d-7ec398ac7cb1 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:18.893079 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-ce7c3969-40ab-4caa-a6c2-8b42b9be1844 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Deleting port c21595ee-2e2a-4ad0-b0b3-3aa121c7a5b7 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:40:18.893434 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3969-40ab-4caa-a6c2-8b42b9be1844 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:18.909024 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2a301a76-68ac-404b-ad1d-7ec398ac7cb1 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for floatingip, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:18.911485 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2a301a76-68ac-404b-ad1d-7ec398ac7cb1 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:18.912641 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-2a301a76-68ac-404b-ad1d-7ec398ac7cb1 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "DELETE /v2.0/floatingips/d2de651a-057a-4c34-8d94-56c94939372f HTTP/1.1" status: 204 len: 168 time: 0.8887885 Jun 16 18:40:18.950070 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71997dca-10bd-444e-9d43-1efbb7f863d3', 'tag': '2b53861b-eb08-4f42-a9b1-fed35a421d0f'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:40:18.952434 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9333bf1-01e6-4070-9bab-5d653eb82df1" -d '{"events": [{"name": "network-changed", "server_uuid": "71997dca-10bd-444e-9d43-1efbb7f863d3", "tag": "2b53861b-eb08-4f42-a9b1-fed35a421d0f"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:40:18.984289 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3969-40ab-4caa-a6c2-8b42b9be1844 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:18.984626 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3969-40ab-4caa-a6c2-8b42b9be1844 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:18.999877 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e6358c-326f-4d65-8b4c-c2e4d5540dbb x-openstack-request-id: req-d6e6358c-326f-4d65-8b4c-c2e4d5540dbb {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:40:19.000249 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71997dca-10bd-444e-9d43-1efbb7f863d3", "tag": "2b53861b-eb08-4f42-a9b1-fed35a421d0f", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:40:19.000547 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d6e6358c-326f-4d65-8b4c-c2e4d5540dbb {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:40:19.001215 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71997dca-10bd-444e-9d43-1efbb7f863d3', 'tag': '2b53861b-eb08-4f42-a9b1-fed35a421d0f', 'status': 'completed', 'code': 200} Jun 16 18:40:19.067513 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-ce7c3969-40ab-4caa-a6c2-8b42b9be1844 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Calling delete_port for c21595ee-2e2a-4ad0-b0b3-3aa121c7a5b7 owned by network:floatingip {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:40:19.127158 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device d19050fd-e9b4-4edd-9f70-c11df229711a no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:40:19.149738 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] No Port match for: d19050fd-e9b4-4edd-9f70-c11df229711a {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:40:19.150408 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device d19050fd-e9b4-4edd-9f70-c11df229711a not bound to the agent host hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:40:19.390596 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 36998) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:19.396222 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-81a73fed-67a8-428f-b6aa-c42c60866319 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--491228123', 'description': 'tempest-description--1589316315'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:40:19.437867 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-81a73fed-67a8-428f-b6aa-c42c60866319 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:19.483771 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9333bf1-01e6-4070-9bab-5d653eb82df1 req-d90907c1-84e9-4e8c-9f22-7747716bbed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:19.485312 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b9333bf1-01e6-4070-9bab-5d653eb82df1 req-d90907c1-84e9-4e8c-9f22-7747716bbed3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0d3c51cd79e448d9c410c5292e758ad&device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 1099 time: 0.4475336 Jun 16 18:40:19.537244 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-81a73fed-67a8-428f-b6aa-c42c60866319 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:19.541865 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-81a73fed-67a8-428f-b6aa-c42c60866319 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:19.550705 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1c08750d-8c03-4e10-8859-55e05ea6e266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:19.563166 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-81a73fed-67a8-428f-b6aa-c42c60866319 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:19.567139 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-81a73fed-67a8-428f-b6aa-c42c60866319 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1725821 Jun 16 18:40:19.567380 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 37006) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:19.573094 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-525fa6d4-4848-4154-be58-af2654927290 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Request body: {'security_group_rule': {'security_group_id': '2b999410-3700-4d42-b21a-afbe954f0256', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:40:19.593134 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a73fed-67a8-428f-b6aa-c42c60866319 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b999410-3700-4d42-b21a-afbe954f0256,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:19.598093 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-81a73fed-67a8-428f-b6aa-c42c60866319 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:19.615897 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-525fa6d4-4848-4154-be58-af2654927290 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:19.639488 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9333bf1-01e6-4070-9bab-5d653eb82df1 req-28bcedc9-8542-4cc2-b89a-ec59e7d8cace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:19.640943 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b9333bf1-01e6-4070-9bab-5d653eb82df1 req-28bcedc9-8542-4cc2-b89a-ec59e7d8cace service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c HTTP/1.1" status: 200 len: 916 time: 0.1423564 Jun 16 18:40:19.674411 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-525fa6d4-4848-4154-be58-af2654927290 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:19.677938 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-525fa6d4-4848-4154-be58-af2654927290 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510238'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:19.684269 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:19.698448 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3969-40ab-4caa-a6c2-8b42b9be1844 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:19.702385 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525fa6d4-4848-4154-be58-af2654927290 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baaf48ce-d654-4cb9-a833-dbac60b3d151,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:19.703405 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-69a5dd55-fe32-4660-ae51-811765f2cee6 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:19.705631 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-525fa6d4-4848-4154-be58-af2654927290 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:19.706925 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-525fa6d4-4848-4154-be58-af2654927290 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:19.708300 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-525fa6d4-4848-4154-be58-af2654927290 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386778 Jun 16 18:40:19.711696 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 37008) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:19.715612 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-56a7821b-4cdb-401e-ba0a-56b472872c63 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Request body: {'security_group_rule': {'security_group_id': '2b999410-3700-4d42-b21a-afbe954f0256', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:40:19.739408 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c3969-40ab-4caa-a6c2-8b42b9be1844 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Pushing event deleted for resources: {'Port': ['ID=c21595ee-2e2a-4ad0-b0b3-3aa121c7a5b7,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:19.742995 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-56a7821b-4cdb-401e-ba0a-56b472872c63 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:19.747858 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ce7c3969-40ab-4caa-a6c2-8b42b9be1844 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:19.751233 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b9333bf1-01e6-4070-9bab-5d653eb82df1 req-f6dc69fd-c97f-4b97-86d2-3b183939ec00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b53861b-eb08-4f42-a9b1-fed35a421d0f HTTP/1.1" status: 200 len: 1002 time: 0.0993712 Jun 16 18:40:19.804970 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-56a7821b-4cdb-401e-ba0a-56b472872c63 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:19.810231 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-56a7821b-4cdb-401e-ba0a-56b472872c63 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510238'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:19.815016 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f903cd90-1471-4813-88d2-ed1d9dafccc2 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:19.831840 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7821b-4cdb-401e-ba0a-56b472872c63 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3fd779-d837-488b-8238-bbe9cd38cc29,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:19.834662 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-56a7821b-4cdb-401e-ba0a-56b472872c63 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:19.840347 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-56a7821b-4cdb-401e-ba0a-56b472872c63 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:19.844518 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-56a7821b-4cdb-401e-ba0a-56b472872c63 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298468 Jun 16 18:40:19.844774 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 37010) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:19.849181 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-773a50ae-2e0c-4eda-a702-bbb5bec3833c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Request body: {'floatingip': {'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:40:19.850828 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9333bf1-01e6-4070-9bab-5d653eb82df1 req-9ce60e76-9cb8-4ddd-963d-d17741f64c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:19.852300 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b9333bf1-01e6-4070-9bab-5d653eb82df1 req-9ce60e76-9cb8-4ddd-963d-d17741f64c84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c368f720-5366-4c5f-ac8e-ade7f5c5370a HTTP/1.1" status: 200 len: 854 time: 0.0784903 Jun 16 18:40:19.854356 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3969-40ab-4caa-a6c2-8b42b9be1844 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks [] for floatingip, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:19.854697 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.db.l3_db [None req-ce7c3969-40ab-4caa-a6c2-8b42b9be1844 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Floating IP e38bc151-f964-47cd-8e45-b5760345398b disassociated (deleted). External IP: 172.28.2.232, port: 2b53861b-eb08-4f42-a9b1-fed35a421d0f. Jun 16 18:40:19.874278 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-773a50ae-2e0c-4eda-a702-bbb5bec3833c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for floatingip, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:19.971050 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-773a50ae-2e0c-4eda-a702-bbb5bec3833c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:20.004075 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9333bf1-01e6-4070-9bab-5d653eb82df1 req-e5c11c74-de66-4ade-8730-b8afe7d50924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:20.005572 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b9333bf1-01e6-4070-9bab-5d653eb82df1 req-e5c11c74-de66-4ade-8730-b8afe7d50924 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1127152 Jun 16 18:40:20.076978 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-773a50ae-2e0c-4eda-a702-bbb5bec3833c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Allocated IP 172.28.2.77 (7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe/3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a/f09d5bad-5dc8-47eb-ad73-b0e699015cf1) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:40:20.180889 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-773a50ae-2e0c-4eda-a702-bbb5bec3833c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:20.183940 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b9333bf1-01e6-4070-9bab-5d653eb82df1 req-849611e1-3c3c-4627-8af8-43ecf7ffe150 service neutron] 10.222.0.36 "GET /v2.0/networks/d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422050 Jun 16 18:40:20.188632 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7c3969-40ab-4caa-a6c2-8b42b9be1844 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Router 66ed606c-711e-4a6d-b41c-76aa1c4f872d has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:40:20.220849 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-773a50ae-2e0c-4eda-a702-bbb5bec3833c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131963324'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:20.223337 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0179ab46-2fb7-455d-842e-1a4510399926 tempest-DeleteServersTestJSON-896705017 tempest-DeleteServersTestJSON-896705017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:20.260635 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773a50ae-2e0c-4eda-a702-bbb5bec3833c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Network 7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:40:20.267021 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-773a50ae-2e0c-4eda-a702-bbb5bec3833c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:40:20.270401 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773a50ae-2e0c-4eda-a702-bbb5bec3833c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:40:20.276396 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a50ae-2e0c-4eda-a702-bbb5bec3833c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Pushing event updated for resources: {'Port': ['ID=f09d5bad-5dc8-47eb-ad73-b0e699015cf1,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:20.295086 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-773a50ae-2e0c-4eda-a702-bbb5bec3833c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:20.358713 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-773a50ae-2e0c-4eda-a702-bbb5bec3833c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:20.359056 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b9333bf1-01e6-4070-9bab-5d653eb82df1 req-19d26b3c-17d4-4db3-abf4-b24d5d1f9947 service neutron] 10.222.0.36 "GET /v2.0/networks/d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676733 Jun 16 18:40:20.379046 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7c3969-40ab-4caa-a6c2-8b42b9be1844 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:40:20.383552 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3969-40ab-4caa-a6c2-8b42b9be1844 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for floatingip, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:20.390885 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c30244-8bf5-45ac-aae0-7fafb12d71f2 None None] Sync routers for ids ['66ed606c-711e-4a6d-b41c-76aa1c4f872d'] in dv-cinder-667108-31-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:40:20.399681 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c30244-8bf5-45ac-aae0-7fafb12d71f2 None None] Routers {'66ed606c-711e-4a6d-b41c-76aa1c4f872d'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:40:20.401275 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-20c30244-8bf5-45ac-aae0-7fafb12d71f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:40:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['66ed606c-711e-4a6d-b41c-76aa1c4f872d'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:20.406662 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-773a50ae-2e0c-4eda-a702-bbb5bec3833c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:20.425612 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-ce7c3969-40ab-4caa-a6c2-8b42b9be1844 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "DELETE /v2.0/floatingips/e38bc151-f964-47cd-8e45-b5760345398b HTTP/1.1" status: 204 len: 168 time: 1.6942737 Jun 16 18:40:20.517152 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-20c30244-8bf5-45ac-aae0-7fafb12d71f2 None None] Set router 66ed606c-711e-4a6d-b41c-76aa1c4f872d gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:40:20.574400 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-773a50ae-2e0c-4eda-a702-bbb5bec3833c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:20.582006 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-773a50ae-2e0c-4eda-a702-bbb5bec3833c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131963306'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:20.586215 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:20.661031 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-773a50ae-2e0c-4eda-a702-bbb5bec3833c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439533'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:20.684896 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-773a50ae-2e0c-4eda-a702-bbb5bec3833c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:20.694885 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-773a50ae-2e0c-4eda-a702-bbb5bec3833c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8488445 Jun 16 18:40:20.697349 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a50ae-2e0c-4eda-a702-bbb5bec3833c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Pushing event updated for resources: {'Port': ['ID=f09d5bad-5dc8-47eb-ad73-b0e699015cf1,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:20.704423 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-773a50ae-2e0c-4eda-a702-bbb5bec3833c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:20.812800 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-20c30244-8bf5-45ac-aae0-7fafb12d71f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'name': 'tempest-TestMinimumBasicScenario-1270504105-router', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '9b591692-ee48-4965-b55b-673d142435a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:14Z', 'revision_number': 4, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'gw_port': {'id': '9b591692-ee48-4965-b55b-673d142435a9', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': 'a4f6b055-104f-4e39-ba85-573201b4d2e9', 'name': '', 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'mac_address': 'fa:16:3e:75:ea:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'c368f720-5366-4c5f-ac8e-ade7f5c5370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:13Z', 'updated_at': '2021-06-16T18:37:21Z', 'revision_number': 5, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'subnets': [{'id': 'c368f720-5366-4c5f-ac8e-ade7f5c5370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:20.816916 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c30244-8bf5-45ac-aae0-7fafb12d71f2 None None] Checking router: 66ed606c-711e-4a6d-b41c-76aa1c4f872d for host: dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:40:20.832698 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c30244-8bf5-45ac-aae0-7fafb12d71f2 None None] Routers {'66ed606c-711e-4a6d-b41c-76aa1c4f872d'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:40:20.840251 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-20c30244-8bf5-45ac-aae0-7fafb12d71f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:40:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['66ed606c-711e-4a6d-b41c-76aa1c4f872d'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:20.971985 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-b81f61d2-ff8d-422a-820a-5942eaa3e7b2 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--491228123&fields=id&tenant_id=7bc91c45bdd24caa9702ccfebfce88a4 HTTP/1.1" status: 200 len: 267 time: 0.0409787 Jun 16 18:40:20.990434 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-20c30244-8bf5-45ac-aae0-7fafb12d71f2 None None] Set router 66ed606c-711e-4a6d-b41c-76aa1c4f872d gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:40:21.003989 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71997dca-10bd-444e-9d43-1efbb7f863d3', 'tag': '2b53861b-eb08-4f42-a9b1-fed35a421d0f'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:40:21.006581 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1efa3c2-86f4-44b8-a5e1-3ee86b1cc3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "71997dca-10bd-444e-9d43-1efbb7f863d3", "tag": "2b53861b-eb08-4f42-a9b1-fed35a421d0f"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:40:21.068549 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f81684-d25e-46da-90e0-3d75b5abe2c1 x-openstack-request-id: req-35f81684-d25e-46da-90e0-3d75b5abe2c1 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:40:21.068870 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71997dca-10bd-444e-9d43-1efbb7f863d3", "tag": "2b53861b-eb08-4f42-a9b1-fed35a421d0f", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:40:21.069233 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-35f81684-d25e-46da-90e0-3d75b5abe2c1 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:40:21.069682 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71997dca-10bd-444e-9d43-1efbb7f863d3', 'tag': '2b53861b-eb08-4f42-a9b1-fed35a421d0f', 'status': 'completed', 'code': 200} Jun 16 18:40:21.134218 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-38f16a7a-5790-4fe7-885b-bd5c975b8bb2 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:21.135873 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-38f16a7a-5790-4fe7-885b-bd5c975b8bb2 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/networks?id=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 HTTP/1.1" status: 200 len: 811 time: 0.1558383 Jun 16 18:40:21.161517 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-6e61066c-325d-49ee-8d8c-89622effdb09 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/quotas/7bc91c45bdd24caa9702ccfebfce88a4 HTTP/1.1" status: 200 len: 375 time: 0.0180335 Jun 16 18:40:21.172014 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efa3c2-86f4-44b8-a5e1-3ee86b1cc3aa req-1f02eb76-935a-458f-9c44-d4b24d5a36ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:21.173461 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c1efa3c2-86f4-44b8-a5e1-3ee86b1cc3aa req-1f02eb76-935a-458f-9c44-d4b24d5a36ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0d3c51cd79e448d9c410c5292e758ad&device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 1099 time: 0.0991502 Jun 16 18:40:21.208080 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-20c30244-8bf5-45ac-aae0-7fafb12d71f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'name': 'tempest-TestMinimumBasicScenario-1270504105-router', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '9b591692-ee48-4965-b55b-673d142435a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:14Z', 'revision_number': 4, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'gw_port': {'id': '9b591692-ee48-4965-b55b-673d142435a9', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': 'a4f6b055-104f-4e39-ba85-573201b4d2e9', 'name': '', 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'mac_address': 'fa:16:3e:75:ea:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'c368f720-5366-4c5f-ac8e-ade7f5c5370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:13Z', 'updated_at': '2021-06-16T18:37:21Z', 'revision_number': 5, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'subnets': [{'id': 'c368f720-5366-4c5f-ac8e-ade7f5c5370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:21.211577 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c30244-8bf5-45ac-aae0-7fafb12d71f2 None None] The sync data for ids ['66ed606c-711e-4a6d-b41c-76aa1c4f872d'] in dv-cinder-667108-31-smb is: [{'id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'name': 'tempest-TestMinimumBasicScenario-1270504105-router', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '9b591692-ee48-4965-b55b-673d142435a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:14Z', 'revision_number': 4, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'gw_port': {'id': '9b591692-ee48-4965-b55b-673d142435a9', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': 'a4f6b055-104f-4e39-ba85-573201b4d2e9', 'name': '', 'network_id': 'd5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'mac_address': 'fa:16:3e:75:ea:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'c368f720-5366-4c5f-ac8e-ade7f5c5370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:13Z', 'updated_at': '2021-06-16T18:37:21Z', 'revision_number': 5, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'subnets': [{'id': 'c368f720-5366-4c5f-ac8e-ade7f5c5370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:40:21.309953 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efa3c2-86f4-44b8-a5e1-3ee86b1cc3aa req-c40cb9a6-a10a-4b61-a308-c6b8fd5a2ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:21.311581 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c1efa3c2-86f4-44b8-a5e1-3ee86b1cc3aa req-c40cb9a6-a10a-4b61-a308-c6b8fd5a2ddb service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c HTTP/1.1" status: 200 len: 916 time: 0.1279969 Jun 16 18:40:21.319346 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-a5b61635-dca0-4f81-8154-20807c0fe2a5 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7bc91c45bdd24caa9702ccfebfce88a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1504843 Jun 16 18:40:21.365654 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c1efa3c2-86f4-44b8-a5e1-3ee86b1cc3aa req-79cdcc84-0649-4d9d-931c-14ae8612c042 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b53861b-eb08-4f42-a9b1-fed35a421d0f HTTP/1.1" status: 200 len: 217 time: 0.0453720 Jun 16 18:40:21.459603 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed8ed35-6c14-4123-ae5d-c92d80e70899 None None] New status for floating IP e38bc151-f964-47cd-8e45-b5760345398b: DOWN {{(pid=92981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:40:21.475413 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efa3c2-86f4-44b8-a5e1-3ee86b1cc3aa req-a02f076d-c901-4a4f-bf1f-4a4fbd3ba90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:21.476877 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c1efa3c2-86f4-44b8-a5e1-3ee86b1cc3aa req-a02f076d-c901-4a4f-bf1f-4a4fbd3ba90a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c368f720-5366-4c5f-ac8e-ade7f5c5370a HTTP/1.1" status: 200 len: 854 time: 0.1002104 Jun 16 18:40:21.519933 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-be7c093e-ac8a-4fb7-a3fc-2eae45cbec52 service neutron] 10.222.0.46 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632369 Jun 16 18:40:21.575909 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efa3c2-86f4-44b8-a5e1-3ee86b1cc3aa req-6442f8e7-0278-4062-814b-f33753183098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:21.577424 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c1efa3c2-86f4-44b8-a5e1-3ee86b1cc3aa req-6442f8e7-0278-4062-814b-f33753183098 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0942135 Jun 16 18:40:21.682516 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-9f9a82ff-7867-49bd-9e72-531f85b775d9 service neutron] 10.222.0.46 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509852 Jun 16 18:40:21.704501 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c1efa3c2-86f4-44b8-a5e1-3ee86b1cc3aa req-2a1ef82c-2b9d-48c2-8fe3-b7d056a1d069 service neutron] 10.222.0.36 "GET /v2.0/networks/d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032577 Jun 16 18:40:21.794995 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c1efa3c2-86f4-44b8-a5e1-3ee86b1cc3aa req-fef95455-0711-42b5-af01-5cc094bb3501 service neutron] 10.222.0.36 "GET /v2.0/networks/d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844629 Jun 16 18:40:21.866946 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-28cac8d1-456e-4238-9448-748b1ccaa37e req-44fe6dca-5787-4850-814e-4aff789499b7 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=090e5102-e373-4952-85e3-d81075b90d9f HTTP/1.1" status: 200 len: 210 time: 0.0273514 Jun 16 18:40:22.358698 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 37086) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:22.467698 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-21998d2e-b579-40dc-8597-3cf396c23d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:22.554815 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-21998d2e-b579-40dc-8597-3cf396c23d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:22.559594 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-21998d2e-b579-40dc-8597-3cf396c23d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:22.562029 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-158d09cc-725f-4047-919e-6570cbc86e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:22.596529 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-21998d2e-b579-40dc-8597-3cf396c23d21 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c25528d311204c09878c1351054dd365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366471 Jun 16 18:40:22.597389 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21998d2e-b579-40dc-8597-3cf396c23d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c1cc75-b7c2-4585-9538-5e29f5876a97,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:22.599172 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 37090) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:22.610657 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21998d2e-b579-40dc-8597-3cf396c23d21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.611024 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21998d2e-b579-40dc-8597-3cf396c23d21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.611388 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21998d2e-b579-40dc-8597-3cf396c23d21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.611745 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21998d2e-b579-40dc-8597-3cf396c23d21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.612101 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21998d2e-b579-40dc-8597-3cf396c23d21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.612744 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21998d2e-b579-40dc-8597-3cf396c23d21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.612905 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21998d2e-b579-40dc-8597-3cf396c23d21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.613158 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21998d2e-b579-40dc-8597-3cf396c23d21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.613511 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21998d2e-b579-40dc-8597-3cf396c23d21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.613852 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21998d2e-b579-40dc-8597-3cf396c23d21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.614192 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21998d2e-b579-40dc-8597-3cf396c23d21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.614529 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21998d2e-b579-40dc-8597-3cf396c23d21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:22.618864 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-21998d2e-b579-40dc-8597-3cf396c23d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:22.659573 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-11366af6-a7cd-4bec-a60e-5bf88e350dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:22.679868 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-11366af6-a7cd-4bec-a60e-5bf88e350dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:22.729018 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-11366af6-a7cd-4bec-a60e-5bf88e350dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:22.731626 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-11366af6-a7cd-4bec-a60e-5bf88e350dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:22.733476 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-11366af6-a7cd-4bec-a60e-5bf88e350dfe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85c1cc75-b7c2-4585-9538-5e29f5876a97 HTTP/1.1" status: 204 len: 168 time: 0.1325822 Jun 16 18:40:22.734448 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-510c4b6a-8883-4c44-bce4-22528eeded80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:22.742239 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11366af6-a7cd-4bec-a60e-5bf88e350dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c1cc75-b7c2-4585-9538-5e29f5876a97,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:22.745524 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-11366af6-a7cd-4bec-a60e-5bf88e350dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:22.960816 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-46509ce5-7a71-4cc2-b60a-6a9e678be198 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:22.964110 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-46509ce5-7a71-4cc2-b60a-6a9e678be198 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.36 "GET /v2.0/networks?id=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 HTTP/1.1" status: 200 len: 811 time: 0.1142230 Jun 16 18:40:23.029924 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-9a149cc2-eb65-42db-b402-5e5cc1410bbe tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bc91c45bdd24caa9702ccfebfce88a4 HTTP/1.1" status: 200 len: 379 time: 0.0494628 Jun 16 18:40:23.048942 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 37100) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:23.049131 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e9b914c8-3d24-437a-abf7-f2b886291d8c req-d6c9d55e-e34b-4ac2-9f2d-27765e555ce0 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=090e5102-e373-4952-85e3-d81075b90d9f HTTP/1.1" status: 200 len: 210 time: 0.0361784 Jun 16 18:40:23.052694 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-0e1722b5-ea2b-403d-98ec-8feafe017b2c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Request body: {'port': {'device_id': '090e5102-e373-4952-85e3-d81075b90d9f', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'admin_state_up': True, 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'security_groups': ['2b999410-3700-4d42-b21a-afbe954f0256']}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:40:23.065645 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f2a26600-33c4-44a5-ac8e-d201fafa67a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:23.184805 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f2a26600-33c4-44a5-ac8e-d201fafa67a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:23.192122 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f2a26600-33c4-44a5-ac8e-d201fafa67a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:23.195868 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-912db7cb-df5c-43ab-9bbb-8b29c3ea06e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:23.210977 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-0e1722b5-ea2b-403d-98ec-8feafe017b2c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Made reservation on behalf of 7bc91c45bdd24caa9702ccfebfce88a4 for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:40:23.215979 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-0e1722b5-ea2b-403d-98ec-8feafe017b2c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:23.235259 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-f2a26600-33c4-44a5-ac8e-d201fafa67a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b67b2a5835af444da97533909d62267e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848419 Jun 16 18:40:23.236214 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a26600-33c4-44a5-ac8e-d201fafa67a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88f28e4-0751-4fd9-a615-0a4da2780d38,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:23.238428 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 37106) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:23.239187 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f2a26600-33c4-44a5-ac8e-d201fafa67a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:23.367519 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-973c235e-9a9f-4332-ae9e-3e52f7d79cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:23.387128 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-0e1722b5-ea2b-403d-98ec-8feafe017b2c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Allocated IP 172.20.0.9 (c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9/dc7cf5ef-6aa1-4199-9c30-73b9adb626d9/7967c943-ec6e-4dce-ad65-b41e283552d6) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:40:23.406599 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-973c235e-9a9f-4332-ae9e-3e52f7d79cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:23.535716 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-973c235e-9a9f-4332-ae9e-3e52f7d79cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:23.538533 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-973c235e-9a9f-4332-ae9e-3e52f7d79cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:23.543118 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-973c235e-9a9f-4332-ae9e-3e52f7d79cda admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b88f28e4-0751-4fd9-a615-0a4da2780d38 HTTP/1.1" status: 204 len: 168 time: 0.3002124 Jun 16 18:40:23.543118 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-86a46f7b-d23c-4be7-9324-ec37b8497ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:23.553413 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c235e-9a9f-4332-ae9e-3e52f7d79cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88f28e4-0751-4fd9-a615-0a4da2780d38,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:23.559673 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-973c235e-9a9f-4332-ae9e-3e52f7d79cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:23.591229 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-0e1722b5-ea2b-403d-98ec-8feafe017b2c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:23.605116 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-0e1722b5-ea2b-403d-98ec-8feafe017b2c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Transition to ACTIVE for port object 7967c943-ec6e-4dce-ad65-b41e283552d6 will not be triggered until provisioned by entity DHCP. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:40:23.643144 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-0e1722b5-ea2b-403d-98ec-8feafe017b2c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130527772'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:23.648360 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4c7e3207-bb73-4fd9-904c-8e831d646e4e tempest-VolumesActionsTest-182400739 tempest-VolumesActionsTest-182400739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:23.722556 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-0e1722b5-ea2b-403d-98ec-8feafe017b2c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Network c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:40:23.729475 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1722b5-ea2b-403d-98ec-8feafe017b2c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Pushing event updated for resources: {'Port': ['ID=7967c943-ec6e-4dce-ad65-b41e283552d6,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:23.731979 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-0e1722b5-ea2b-403d-98ec-8feafe017b2c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:40:23.733747 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0e1722b5-ea2b-403d-98ec-8feafe017b2c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:23.735317 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-0e1722b5-ea2b-403d-98ec-8feafe017b2c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:40:23.798061 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-0e1722b5-ea2b-403d-98ec-8feafe017b2c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:23.798587 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-0e1722b5-ea2b-403d-98ec-8feafe017b2c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:23.810061 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d78a02-a934-43ce-a045-233716b40ee4 req-845e2c59-1c65-4a7a-b60e-1890b1b786f8 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:23.811604 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c7d78a02-a934-43ce-a045-233716b40ee4 req-845e2c59-1c65-4a7a-b60e-1890b1b786f8 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 946 time: 0.1665757 Jun 16 18:40:23.835217 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-0e1722b5-ea2b-403d-98ec-8feafe017b2c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7884362 Jun 16 18:40:23.854179 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Request body: {'port': {'device_id': '090e5102-e373-4952-85e3-d81075b90d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:40:23.881770 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c7d78a02-a934-43ce-a045-233716b40ee4 req-8869b3c5-aa48-4795-8168-3e65e2324555 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641832 Jun 16 18:40:23.908022 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 37118) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:23.918085 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-30e58ad8-595d-4542-bb3e-5ee564c66478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:23.960292 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:24.006516 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-bb7c3b73-d5dd-467e-afc6-4633500717c6 None None] Provisioning for port 7967c943-ec6e-4dce-ad65-b41e283552d6 completed by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:40:24.011683 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-bb7c3b73-d5dd-467e-afc6-4633500717c6 None None] Provisioning complete for port 7967c943-ec6e-4dce-ad65-b41e283552d6 triggered by entity DHCP. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:40:24.012158 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3b73-d5dd-467e-afc6-4633500717c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:24.049212 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c3b73-d5dd-467e-afc6-4633500717c6 None None] Port 7967c943-ec6e-4dce-ad65-b41e283552d6 cannot update to ACTIVE because it is not bound. {{(pid=92980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 18:40:24.160789 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-30e58ad8-595d-4542-bb3e-5ee564c66478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:24.198457 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-30e58ad8-595d-4542-bb3e-5ee564c66478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:24.212662 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e7d0318d-4940-40a4-a1ea-8b08e1da08ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:24.282380 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-30e58ad8-595d-4542-bb3e-5ee564c66478 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ddc0728041bd4080b664ff8c820114ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3817813 Jun 16 18:40:24.285047 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 37124) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:24.289989 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e58ad8-595d-4542-bb3e-5ee564c66478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716e8ead-413a-4ba9-b662-01998f6820be,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:24.294128 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-30e58ad8-595d-4542-bb3e-5ee564c66478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:24.334001 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-21044d9b-f08c-4014-9f22-d9fd165606af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:24.356850 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-21044d9b-f08c-4014-9f22-d9fd165606af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:24.365731 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf7bbb-0a8e-459f-a057-6b4177e2da7a req-24d26ce1-ba51-4642-a640-a364c2d0fe09 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:24.367179 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6dcf7bbb-0a8e-459f-a057-6b4177e2da7a req-24d26ce1-ba51-4642-a640-a364c2d0fe09 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=090e5102-e373-4952-85e3-d81075b90d9f HTTP/1.1" status: 200 len: 931 time: 0.1720655 Jun 16 18:40:24.386034 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7967c943-ec6e-4dce-ad65-b41e283552d6 {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:40:24.408400 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-21044d9b-f08c-4014-9f22-d9fd165606af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:24.410908 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-21044d9b-f08c-4014-9f22-d9fd165606af admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:24.412054 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-21044d9b-f08c-4014-9f22-d9fd165606af admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/716e8ead-413a-4ba9-b662-01998f6820be HTTP/1.1" status: 204 len: 168 time: 0.1259239 Jun 16 18:40:24.412838 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2a5c3769-6678-4495-a89a-49368371beab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:24.421337 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21044d9b-f08c-4014-9f22-d9fd165606af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716e8ead-413a-4ba9-b662-01998f6820be,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:24.423536 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-21044d9b-f08c-4014-9f22-d9fd165606af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:24.672389 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:24.697357 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6dcf7bbb-0a8e-459f-a057-6b4177e2da7a req-b581651c-6eb0-460d-8f54-09d15dcb5930 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b999410-3700-4d42-b21a-afbe954f0256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3202958 Jun 16 18:40:24.698268 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Transition to ACTIVE for port object 7967c943-ec6e-4dce-ad65-b41e283552d6 will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:40:24.703039 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:24.705499 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-58ffdf73-f972-467b-986d-8c16f8b4890e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:24.781069 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Pushing event updated for resources: {'Port': ['ID=7967c943-ec6e-4dce-ad65-b41e283552d6,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:24.784008 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:24.875641 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Attempting to bind port 7967c943-ec6e-4dce-ad65-b41e283552d6 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:40:24.876271 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Attempting to bind port 7967c943-ec6e-4dce-ad65-b41e283552d6 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'eb64175d-32cf-403f-9dbe-f12267b389de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:40:24.876797 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Attempting to bind port 7967c943-ec6e-4dce-ad65-b41e283552d6 on network c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:40:24.885141 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Port 7967c943-ec6e-4dce-ad65-b41e283552d6 on network c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:40:24.885903 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Attempting to bind port 7967c943-ec6e-4dce-ad65-b41e283552d6 on network c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:40:24.894223 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Checking agent: {'id': '430a9a83-85fc-4e56-9798-0b54252fd97b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'started_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:40:24.894771 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Checking segment: {'id': 'eb64175d-32cf-403f-9dbe-f12267b389de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:40:24.895169 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Bound using segment: {'id': 'eb64175d-32cf-403f-9dbe-f12267b389de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:40:24.895606 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Bound port: 7967c943-ec6e-4dce-ad65-b41e283552d6, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb64175d-32cf-403f-9dbe-f12267b389de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:40:24.896054 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:24.979177 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] For port 7967c943-ec6e-4dce-ad65-b41e283552d6, host hv-cinder-66710, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:40:24.982855 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] For port 7967c943-ec6e-4dce-ad65-b41e283552d6, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=7967c943-ec6e-4dce-ad65-b41e283552d6,segment=NetworkSegment(eb64175d-32cf-403f-9dbe-f12267b389de),segment_id=eb64175d-32cf-403f-9dbe-f12267b389de)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:40:24.988660 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:24.991652 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:25.061489 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:25.062119 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:25.063846 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] 10.222.0.36 "PUT /v2.0/ports/7967c943-ec6e-4dce-ad65-b41e283552d6 HTTP/1.1" status: 200 len: 1093 time: 1.2195504 Jun 16 18:40:25.064703 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090e5102-e373-4952-85e3-d81075b90d9f', 'tag': '7967c943-ec6e-4dce-ad65-b41e283552d6'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:40:25.068549 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7eb8a3a-b296-47d6-84a1-663b882455f9" -d '{"events": [{"name": "network-changed", "server_uuid": "090e5102-e373-4952-85e3-d81075b90d9f", "tag": "7967c943-ec6e-4dce-ad65-b41e283552d6"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:40:25.106351 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Pushing event updated for resources: {'Port': ['ID=7967c943-ec6e-4dce-ad65-b41e283552d6,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:25.111682 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:25.130279 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbbdc21-dbcb-4c72-a007-34e85f4de23b x-openstack-request-id: req-fbbbdc21-dbcb-4c72-a007-34e85f4de23b {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:40:25.130722 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090e5102-e373-4952-85e3-d81075b90d9f", "tag": "7967c943-ec6e-4dce-ad65-b41e283552d6", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:40:25.131019 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fbbbdc21-dbcb-4c72-a007-34e85f4de23b {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:40:25.131450 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090e5102-e373-4952-85e3-d81075b90d9f', 'tag': '7967c943-ec6e-4dce-ad65-b41e283552d6', 'status': 'completed', 'code': 200} Jun 16 18:40:25.175498 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec2cc3-1d91-4068-8c4c-87bb333000ba req-54c0a5ac-9955-4d0d-abdb-1cb9f4872cf3 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:25.177048 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a2ec2cc3-1d91-4068-8c4c-87bb333000ba req-54c0a5ac-9955-4d0d-abdb-1cb9f4872cf3 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 946 time: 0.1594181 Jun 16 18:40:25.232935 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-2b5fa914-eb14-434b-b6dd-783e68f028f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:25.234551 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-2b5fa914-eb14-434b-b6dd-783e68f028f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bc91c45bdd24caa9702ccfebfce88a4&device_id=090e5102-e373-4952-85e3-d81075b90d9f HTTP/1.1" status: 200 len: 1096 time: 0.0987837 Jun 16 18:40:25.237349 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a2ec2cc3-1d91-4068-8c4c-87bb333000ba req-5b21a327-d69b-4c31-a638-1cb0d315a057 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7600f51-c32d-49eb-b3cb-cbe3a302c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521927 Jun 16 18:40:25.284962 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-31fdd019-33e8-43d2-b680-16c51c79c4b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7967c943-ec6e-4dce-ad65-b41e283552d6 HTTP/1.1" status: 200 len: 217 time: 0.0391221 Jun 16 18:40:25.349986 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-9397e0e9-3075-40f1-9825-43034a7a8a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:25.351426 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-9397e0e9-3075-40f1-9825-43034a7a8a65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc7cf5ef-6aa1-4199-9c30-73b9adb626d9 HTTP/1.1" status: 200 len: 850 time: 0.0572376 Jun 16 18:40:25.412903 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-75f63043-3271-4f38-a9a1-ee9497fb7ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:25.414390 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-75f63043-3271-4f38-a9a1-ee9497fb7ba4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0549188 Jun 16 18:40:25.561902 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-80689559-6bd3-4da6-b935-eb92a6b7fbcc service neutron] 10.222.0.36 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246338 Jun 16 18:40:25.573250 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fc3a9-bbbd-45ae-87f4-d5fb7cc27322 req-2c18aafd-b95c-4566-baf7-a56b3f2baab7 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:25.574640 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-781fc3a9-bbbd-45ae-87f4-d5fb7cc27322 req-2c18aafd-b95c-4566-baf7-a56b3f2baab7 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.36 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 946 time: 0.1303248 Jun 16 18:40:25.721374 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0f3108d8-b11f-45f7-9289-8b8e2b48b3b8 req-39ed6f08-9fc3-4e3f-acff-7c6dba86ea64 service neutron] 10.222.0.36 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457694 Jun 16 18:40:25.747402 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-781fc3a9-bbbd-45ae-87f4-d5fb7cc27322 req-bf6201e5-dcb3-48ab-adbd-b4e5efc139a5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Deleting port 2b53861b-eb08-4f42-a9b1-fed35a421d0f {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:40:25.747756 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-781fc3a9-bbbd-45ae-87f4-d5fb7cc27322 req-bf6201e5-dcb3-48ab-adbd-b4e5efc139a5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:25.927304 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-781fc3a9-bbbd-45ae-87f4-d5fb7cc27322 req-bf6201e5-dcb3-48ab-adbd-b4e5efc139a5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] For port 2b53861b-eb08-4f42-a9b1-fed35a421d0f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2b53861b-eb08-4f42-a9b1-fed35a421d0f,segment=NetworkSegment(a9bdab95-a8e5-4ce0-a77e-4e44b6267755),segment_id=a9bdab95-a8e5-4ce0-a77e-4e44b6267755)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:40:25.927304 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-781fc3a9-bbbd-45ae-87f4-d5fb7cc27322 req-bf6201e5-dcb3-48ab-adbd-b4e5efc139a5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:26.014051 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-781fc3a9-bbbd-45ae-87f4-d5fb7cc27322 req-bf6201e5-dcb3-48ab-adbd-b4e5efc139a5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Calling delete_port for 2b53861b-eb08-4f42-a9b1-fed35a421d0f owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:40:26.041461 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb8a3a-b296-47d6-84a1-663b882455f9 req-2cb0a9a2-3648-4894-8f7c-35eb8abe771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:26.042884 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d7eb8a3a-b296-47d6-84a1-663b882455f9 req-2cb0a9a2-3648-4894-8f7c-35eb8abe771d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bc91c45bdd24caa9702ccfebfce88a4&device_id=090e5102-e373-4952-85e3-d81075b90d9f HTTP/1.1" status: 200 len: 1096 time: 0.2132747 Jun 16 18:40:26.052324 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7345e43-4967-497f-be21-5c4dfed4a411 req-3efc3519-d0fa-4e84-9117-2600644edc59 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:26.053705 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f7345e43-4967-497f-be21-5c4dfed4a411 req-3efc3519-d0fa-4e84-9117-2600644edc59 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=090e5102-e373-4952-85e3-d81075b90d9f HTTP/1.1" status: 200 len: 943 time: 0.2141573 Jun 16 18:40:26.192358 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f7345e43-4967-497f-be21-5c4dfed4a411 req-06172bde-19aa-4828-a204-8f1512880c90 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b999410-3700-4d42-b21a-afbe954f0256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056418 Jun 16 18:40:26.227986 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb8a3a-b296-47d6-84a1-663b882455f9 req-cc59d618-a847-49d2-a087-4bcb1bdccc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:26.229703 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d7eb8a3a-b296-47d6-84a1-663b882455f9 req-cc59d618-a847-49d2-a087-4bcb1bdccc6d service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 HTTP/1.1" status: 200 len: 912 time: 0.1442306 Jun 16 18:40:26.296664 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d7eb8a3a-b296-47d6-84a1-663b882455f9 req-d95bc046-53b0-41ae-a600-e3e3b336221c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7967c943-ec6e-4dce-ad65-b41e283552d6 HTTP/1.1" status: 200 len: 217 time: 0.0601223 Jun 16 18:40:26.354820 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-781fc3a9-bbbd-45ae-87f4-d5fb7cc27322 req-bf6201e5-dcb3-48ab-adbd-b4e5efc139a5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:26.360485 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-448dbfd3-8d2b-4a42-8ace-057985c51cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:26.367502 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb8a3a-b296-47d6-84a1-663b882455f9 req-04e281c5-7946-483e-9db5-98f9d353626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:26.367935 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['2b53861b-eb08-4f42-a9b1-fed35a421d0f'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:40:26.369286 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d7eb8a3a-b296-47d6-84a1-663b882455f9 req-04e281c5-7946-483e-9db5-98f9d353626b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc7cf5ef-6aa1-4199-9c30-73b9adb626d9 HTTP/1.1" status: 200 len: 850 time: 0.0641813 Jun 16 18:40:26.409333 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6201e5-dcb3-48ab-adbd-b4e5efc139a5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Pushing event deleted for resources: {'Port': ['ID=2b53861b-eb08-4f42-a9b1-fed35a421d0f,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:26.433267 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bf6201e5-dcb3-48ab-adbd-b4e5efc139a5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:26.451480 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c1ffeaba-788e-41b2-b155-16d32cdc6d08 req-9601373d-b6cc-4496-bc53-7718e67f251b tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.46 "GET /v2.0/ports?device_id=71997dca-10bd-444e-9d43-1efbb7f863d3 HTTP/1.1" status: 200 len: 210 time: 0.0865982 Jun 16 18:40:26.499591 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-781fc3a9-bbbd-45ae-87f4-d5fb7cc27322 req-bf6201e5-dcb3-48ab-adbd-b4e5efc139a5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] No DVR routers for this DVR port 2b53861b-eb08-4f42-a9b1-fed35a421d0f on host hv-cinder-66710 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:40:26.503862 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-781fc3a9-bbbd-45ae-87f4-d5fb7cc27322 req-bf6201e5-dcb3-48ab-adbd-b4e5efc139a5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:26.505806 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-781fc3a9-bbbd-45ae-87f4-d5fb7cc27322 req-bf6201e5-dcb3-48ab-adbd-b4e5efc139a5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] 10.222.0.36 "DELETE /v2.0/ports/2b53861b-eb08-4f42-a9b1-fed35a421d0f HTTP/1.1" status: 204 len: 173 time: 0.9234779 Jun 16 18:40:26.528799 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb8a3a-b296-47d6-84a1-663b882455f9 req-189f8248-fba7-470e-988d-ca4ea19932a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:26.530618 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d7eb8a3a-b296-47d6-84a1-663b882455f9 req-189f8248-fba7-470e-988d-ca4ea19932a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1380622 Jun 16 18:40:26.632521 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d7eb8a3a-b296-47d6-84a1-663b882455f9 req-d9469aeb-fefc-4e88-b795-6dab79d20430 service neutron] 10.222.0.36 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948179 Jun 16 18:40:26.735103 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d7eb8a3a-b296-47d6-84a1-663b882455f9 req-7c9f03cc-d8e1-4bd1-951f-a7397134b485 service neutron] 10.222.0.36 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953636 Jun 16 18:40:27.132711 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71997dca-10bd-444e-9d43-1efbb7f863d3', 'name': 'network-vif-deleted', 'tag': '2b53861b-eb08-4f42-a9b1-fed35a421d0f'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:40:27.134155 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 7967c943-ec6e-4dce-ad65-b41e283552d6 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:40:27.135060 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623d98d5-ce7d-4811-97bd-c9e6f63c3a91" -d '{"events": [{"server_uuid": "71997dca-10bd-444e-9d43-1efbb7f863d3", "name": "network-vif-deleted", "tag": "2b53861b-eb08-4f42-a9b1-fed35a421d0f"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:40:27.171535 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fecab39-0f67-42f5-aa4c-2df39c3d78ce x-openstack-request-id: req-9fecab39-0f67-42f5-aa4c-2df39c3d78ce {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:40:27.171862 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71997dca-10bd-444e-9d43-1efbb7f863d3", "name": "network-vif-deleted", "tag": "2b53861b-eb08-4f42-a9b1-fed35a421d0f", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:40:27.172175 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9fecab39-0f67-42f5-aa4c-2df39c3d78ce {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:40:27.172610 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71997dca-10bd-444e-9d43-1efbb7f863d3', 'name': 'network-vif-deleted', 'tag': '2b53861b-eb08-4f42-a9b1-fed35a421d0f', 'status': 'completed', 'code': 200} Jun 16 18:40:27.243935 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 7967c943-ec6e-4dce-ad65-b41e283552d6, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=7967c943-ec6e-4dce-ad65-b41e283552d6,segment=NetworkSegment(eb64175d-32cf-403f-9dbe-f12267b389de),segment_id=eb64175d-32cf-403f-9dbe-f12267b389de)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:40:27.255608 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': '7967c943-ec6e-4dce-ad65-b41e283552d6', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'port_id': '7967c943-ec6e-4dce-ad65-b41e283552d6', 'mac_address': 'fa:16:3e:eb:4a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:40:27.292519 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:27.305012 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7967c943-ec6e-4dce-ad65-b41e283552d6 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:40:27.324374 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 7967c943-ec6e-4dce-ad65-b41e283552d6, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=7967c943-ec6e-4dce-ad65-b41e283552d6,segment=NetworkSegment(eb64175d-32cf-403f-9dbe-f12267b389de),segment_id=eb64175d-32cf-403f-9dbe-f12267b389de)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:40:27.329244 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:27.330942 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7f500548-310d-478e-b57a-4b15549cba1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:27.375842 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626751d4-9e3a-4de8-b333-b1d910a94357 req-d1376b60-1080-40a1-bc8d-f3658f466b44 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:27.376828 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=7967c943-ec6e-4dce-ad65-b41e283552d6,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:27.377581 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-626751d4-9e3a-4de8-b333-b1d910a94357 req-d1376b60-1080-40a1-bc8d-f3658f466b44 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=090e5102-e373-4952-85e3-d81075b90d9f HTTP/1.1" status: 200 len: 943 time: 0.0701268 Jun 16 18:40:27.383082 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:27.416752 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-626751d4-9e3a-4de8-b333-b1d910a94357 req-718615c7-a8b3-4d2f-bad6-01645e4e0bf2 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b999410-3700-4d42-b21a-afbe954f0256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335383 Jun 16 18:40:27.559346 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['7967c943-ec6e-4dce-ad65-b41e283552d6'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:40:28.231116 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 37258) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:28.643577 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d76d1-35d2-4efc-bb30-4963795db3db req-d9383761-1ef6-4693-8ac5-76172c7153e4 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:28.645082 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8b9d76d1-35d2-4efc-bb30-4963795db3db req-d9383761-1ef6-4693-8ac5-76172c7153e4 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=090e5102-e373-4952-85e3-d81075b90d9f HTTP/1.1" status: 200 len: 944 time: 0.1029153 Jun 16 18:40:28.651058 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4816dce5-b138-429e-80ae-65cb3e927252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-493258'] for router_interface, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:28.762311 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8b9d76d1-35d2-4efc-bb30-4963795db3db req-409a0138-5142-4c95-9a92-abd7c2c4f594 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b999410-3700-4d42-b21a-afbe954f0256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091840 Jun 16 18:40:28.939183 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-4816dce5-b138-429e-80ae-65cb3e927252 admin admin] Deleting port a4f6b055-104f-4e39-ba85-573201b4d2e9 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:40:28.939453 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4816dce5-b138-429e-80ae-65cb3e927252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:29.014778 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [None req-4816dce5-b138-429e-80ae-65cb3e927252 admin admin] For port a4f6b055-104f-4e39-ba85-573201b4d2e9, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=a4f6b055-104f-4e39-ba85-573201b4d2e9,segment=NetworkSegment(a9bdab95-a8e5-4ce0-a77e-4e44b6267755),segment_id=a9bdab95-a8e5-4ce0-a77e-4e44b6267755)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:40:29.015131 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4816dce5-b138-429e-80ae-65cb3e927252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:29.079853 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-4816dce5-b138-429e-80ae-65cb3e927252 admin admin] Calling delete_port for a4f6b055-104f-4e39-ba85-573201b4d2e9 owned by network:router_interface {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:40:29.139550 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 7967c943-ec6e-4dce-ad65-b41e283552d6 up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:40:29.188855 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning for port 7967c943-ec6e-4dce-ad65-b41e283552d6 completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:40:29.192492 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port 7967c943-ec6e-4dce-ad65-b41e283552d6 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:40:29.192823 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:29.262084 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4816dce5-b138-429e-80ae-65cb3e927252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:29.265003 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4dd53446-2f07-434a-9be8-04139962009f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:29.274890 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:29.290424 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816dce5-b138-429e-80ae-65cb3e927252 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f6b055-104f-4e39-ba85-573201b4d2e9,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:29.295087 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4816dce5-b138-429e-80ae-65cb3e927252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:29.298779 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090e5102-e373-4952-85e3-d81075b90d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7967c943-ec6e-4dce-ad65-b41e283552d6'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:40:29.301174 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19c86ab-dc45-4ae1-8ce7-f2bd09064176" -d '{"events": [{"server_uuid": "090e5102-e373-4952-85e3-d81075b90d9f", "name": "network-vif-plugged", "status": "completed", "tag": "7967c943-ec6e-4dce-ad65-b41e283552d6"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:40:29.321336 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 7967c943-ec6e-4dce-ad65-b41e283552d6, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=7967c943-ec6e-4dce-ad65-b41e283552d6,segment=NetworkSegment(eb64175d-32cf-403f-9dbe-f12267b389de),segment_id=eb64175d-32cf-403f-9dbe-f12267b389de)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:40:29.326431 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:29.327880 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 2b53861b-eb08-4f42-a9b1-fed35a421d0f no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:40:29.330887 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:29.407335 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=7967c943-ec6e-4dce-ad65-b41e283552d6,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:29.411132 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] No Port match for: 2b53861b-eb08-4f42-a9b1-fed35a421d0f {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:40:29.411575 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 2b53861b-eb08-4f42-a9b1-fed35a421d0f not bound to the agent host hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:40:29.419778 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:29.420561 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:29.421109 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:29.421630 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:29.422144 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:29.422656 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:29.423177 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:29.423819 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:29.424366 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:29.424766 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:29.425291 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:29.425685 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:40:29.430403 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:29.478313 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4816dce5-b138-429e-80ae-65cb3e927252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133741491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493150'] for router_interface, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:29.515034 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fb8e7b-edff-4e4a-b6d3-fea7b3385e7b x-openstack-request-id: req-72fb8e7b-edff-4e4a-b6d3-fea7b3385e7b {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:40:29.515343 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090e5102-e373-4952-85e3-d81075b90d9f", "name": "network-vif-plugged", "status": "completed", "tag": "7967c943-ec6e-4dce-ad65-b41e283552d6", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:40:29.515613 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-72fb8e7b-edff-4e4a-b6d3-fea7b3385e7b {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:40:29.516026 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090e5102-e373-4952-85e3-d81075b90d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7967c943-ec6e-4dce-ad65-b41e283552d6', 'code': 200} Jun 16 18:40:29.939720 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdcbf8-7cd4-474d-baf1-fc457152b5a7 req-c9347302-4cb4-45f1-a149-dd3017cf18a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:29.941209 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-56cdcbf8-7cd4-474d-baf1-fc457152b5a7 req-c9347302-4cb4-45f1-a149-dd3017cf18a3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=090e5102-e373-4952-85e3-d81075b90d9f HTTP/1.1" status: 200 len: 1098 time: 0.1468434 Jun 16 18:40:30.076696 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-56cdcbf8-7cd4-474d-baf1-fc457152b5a7 req-9a5a9b4a-7cc2-49e4-a785-d58c1567a457 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b999410-3700-4d42-b21a-afbe954f0256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271496 Jun 16 18:40:30.089208 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1890e59-4a38-4a82-9edb-efdebae05c22 req-fd39cd6c-7204-4048-8914-b89195808aa9 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:30.090611 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b1890e59-4a38-4a82-9edb-efdebae05c22 req-fd39cd6c-7204-4048-8914-b89195808aa9 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=090e5102-e373-4952-85e3-d81075b90d9f HTTP/1.1" status: 200 len: 945 time: 0.2059534 Jun 16 18:40:30.128924 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4816dce5-b138-429e-80ae-65cb3e927252 admin admin] Router 66ed606c-711e-4a6d-b41c-76aa1c4f872d has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:40:30.144883 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b1890e59-4a38-4a82-9edb-efdebae05c22 req-96da89c8-1002-47aa-bb52-7c30be0e355c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b999410-3700-4d42-b21a-afbe954f0256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483642 Jun 16 18:40:30.250337 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4816dce5-b138-429e-80ae-65cb3e927252 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:40:30.257111 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-4816dce5-b138-429e-80ae-65cb3e927252 admin admin] 10.222.0.46 "PUT /v2.0/routers/66ed606c-711e-4a6d-b41c-76aa1c4f872d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0265048 Jun 16 18:40:30.260007 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b854e122-5ce2-4cc6-8dc4-431536fd3ea8 None None] Sync routers for ids ['66ed606c-711e-4a6d-b41c-76aa1c4f872d'] in dv-cinder-667108-31-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:40:30.260937 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 37292) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:30.269238 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b854e122-5ce2-4cc6-8dc4-431536fd3ea8 None None] Routers {'66ed606c-711e-4a6d-b41c-76aa1c4f872d'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:40:30.269849 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-b854e122-5ce2-4cc6-8dc4-431536fd3ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:40:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['66ed606c-711e-4a6d-b41c-76aa1c4f872d'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:30.364364 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa3fd-13e8-45f7-96bf-d16cd459f62c admin admin] Notify callbacks [] for router, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:30.370623 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-b854e122-5ce2-4cc6-8dc4-431536fd3ea8 None None] Set router 66ed606c-711e-4a6d-b41c-76aa1c4f872d gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:40:30.473497 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa3fd-13e8-45f7-96bf-d16cd459f62c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:30.529158 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb4aa3fd-13e8-45f7-96bf-d16cd459f62c admin admin] Deleting port 9b591692-ee48-4965-b55b-673d142435a9 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:40:30.529399 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa3fd-13e8-45f7-96bf-d16cd459f62c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:30.611389 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb4aa3fd-13e8-45f7-96bf-d16cd459f62c admin admin] For port 9b591692-ee48-4965-b55b-673d142435a9, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=9b591692-ee48-4965-b55b-673d142435a9,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:40:30.611744 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa3fd-13e8-45f7-96bf-d16cd459f62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:30.663591 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-b854e122-5ce2-4cc6-8dc4-431536fd3ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'name': 'tempest-TestMinimumBasicScenario-1270504105-router', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '9b591692-ee48-4965-b55b-673d142435a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:40:29Z', 'revision_number': 5, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'gw_port': {'id': '9b591692-ee48-4965-b55b-673d142435a9', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:30.668640 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b854e122-5ce2-4cc6-8dc4-431536fd3ea8 None None] Checking router: 66ed606c-711e-4a6d-b41c-76aa1c4f872d for host: dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:40:30.677020 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b854e122-5ce2-4cc6-8dc4-431536fd3ea8 None None] Routers {'66ed606c-711e-4a6d-b41c-76aa1c4f872d'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:40:30.677461 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb4aa3fd-13e8-45f7-96bf-d16cd459f62c admin admin] Calling delete_port for 9b591692-ee48-4965-b55b-673d142435a9 owned by network:router_gateway {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:40:30.677619 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-b854e122-5ce2-4cc6-8dc4-431536fd3ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:40:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['66ed606c-711e-4a6d-b41c-76aa1c4f872d'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:30.766984 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-b854e122-5ce2-4cc6-8dc4-431536fd3ea8 None None] Set router 66ed606c-711e-4a6d-b41c-76aa1c4f872d gateway port host: None {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:40:30.821329 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-b854e122-5ce2-4cc6-8dc4-431536fd3ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'name': 'tempest-TestMinimumBasicScenario-1270504105-router', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:40:30Z', 'revision_number': 6, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'gw_port_host': None}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:30.825563 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b854e122-5ce2-4cc6-8dc4-431536fd3ea8 None None] The sync data for ids ['66ed606c-711e-4a6d-b41c-76aa1c4f872d'] in dv-cinder-667108-31-smb is: [{'id': '66ed606c-711e-4a6d-b41c-76aa1c4f872d', 'name': 'tempest-TestMinimumBasicScenario-1270504105-router', 'tenant_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:11Z', 'updated_at': '2021-06-16T18:40:30Z', 'revision_number': 6, 'project_id': 'a0d3c51cd79e448d9c410c5292e758ad', 'gw_port_host': None}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:40:30.864579 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa3fd-13e8-45f7-96bf-d16cd459f62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131963299'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:30.866836 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:30.891379 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4aa3fd-13e8-45f7-96bf-d16cd459f62c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b591692-ee48-4965-b55b-673d142435a9,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:30.894564 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb4aa3fd-13e8-45f7-96bf-d16cd459f62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:30.956979 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa3fd-13e8-45f7-96bf-d16cd459f62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439325'] for router_gateway, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:31.064761 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa3fd-13e8-45f7-96bf-d16cd459f62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1002'] for router, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:31.066923 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa3fd-13e8-45f7-96bf-d16cd459f62c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:31.139336 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa3fd-13e8-45f7-96bf-d16cd459f62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494935'] for router, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:31.139880 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4aa3fd-13e8-45f7-96bf-d16cd459f62c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66ed606c-711e-4a6d-b41c-76aa1c4f872d {{(pid=92979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 18:40:31.144571 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa3fd-13e8-45f7-96bf-d16cd459f62c admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:31.145688 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-cb4aa3fd-13e8-45f7-96bf-d16cd459f62c admin admin] 10.222.0.46 "DELETE /v2.0/routers/66ed606c-711e-4a6d-b41c-76aa1c4f872d HTTP/1.1" status: 204 len: 168 time: 0.8842475 Jun 16 18:40:31.148294 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 37300) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:31.217599 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c3999d-f2d2-4c0f-9668-54c5beb59639 admin admin] Deleting subnet c368f720-5366-4c5f-ac8e-ade7f5c5370a {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:40:31.227300 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-74c3999d-f2d2-4c0f-9668-54c5beb59639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:31.271007 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-74c3999d-f2d2-4c0f-9668-54c5beb59639 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131384588'] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:31.402191 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c7529-0132-4b6a-a579-61b0f1e1dbba req-f0460fcd-e631-4193-9295-36565379f04e tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:31.403840 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a98c7529-0132-4b6a-a579-61b0f1e1dbba req-f0460fcd-e631-4193-9295-36565379f04e tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=090e5102-e373-4952-85e3-d81075b90d9f HTTP/1.1" status: 200 len: 945 time: 0.0817330 Jun 16 18:40:31.419361 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-74c3999d-f2d2-4c0f-9668-54c5beb59639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586659'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:31.451065 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a98c7529-0132-4b6a-a579-61b0f1e1dbba req-26c1cf12-62a3-4cd2-baba-50911994372f tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b999410-3700-4d42-b21a-afbe954f0256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408952 Jun 16 18:40:31.475457 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-74c3999d-f2d2-4c0f-9668-54c5beb59639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131963241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125532345'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:31.479458 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3a5e57af-8cc4-4ace-9156-6f13c20e3efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:31.506403 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3999d-f2d2-4c0f-9668-54c5beb59639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c368f720-5366-4c5f-ac8e-ade7f5c5370a,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:31.512999 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-74c3999d-f2d2-4c0f-9668-54c5beb59639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:31.517867 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92195ef-de05-4801-a804-c5127caf6521 None None] Network d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:40:31.518389 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 37322) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:31.519177 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-74c3999d-f2d2-4c0f-9668-54c5beb59639 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c368f720-5366-4c5f-ac8e-ade7f5c5370a HTTP/1.1" status: 204 len: 168 time: 0.3698711 Jun 16 18:40:31.521079 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-74c3999d-f2d2-4c0f-9668-54c5beb59639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:31.627717 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627518'] for network, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:31.674177 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device a4f6b055-104f-4e39-ba85-573201b4d2e9 no longer exists at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:40:31.700393 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] No Port match for: a4f6b055-104f-4e39-ba85-573201b4d2e9 {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:40:31.700750 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device a4f6b055-104f-4e39-ba85-573201b4d2e9 not bound to the agent host dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:40:31.704375 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0f3e1-76cc-47b2-bd6c-cecbaf0d2c23 req-c52a6558-1b1d-4420-934c-010df8ea7e6e tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:31.705875 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5bd0f3e1-76cc-47b2-bd6c-cecbaf0d2c23 req-c52a6558-1b1d-4420-934c-010df8ea7e6e tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=090e5102-e373-4952-85e3-d81075b90d9f HTTP/1.1" status: 200 len: 945 time: 0.1177671 Jun 16 18:40:31.715343 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 37324) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:31.725270 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-c8f7afb3-a346-44e8-983f-dcfaa2acd40f tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Request body: {'floatingip': {'port_id': '7967c943-ec6e-4dce-ad65-b41e283552d6'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:40:31.752039 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eb3443-dd10-459e-953e-981c9820d7bd None None] DHCP port deletion for d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c request from dv-cinder-667108-31-smb {{(pid=92980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 18:40:31.770487 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c8f7afb3-a346-44e8-983f-dcfaa2acd40f tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for floatingip, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:31.775982 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] Deleting port 5f043194-7de6-45de-b0a0-7958ee13981e {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:40:31.776400 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:31.809631 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-06eb3443-dd10-459e-953e-981c9820d7bd None None] Deleting port 5f043194-7de6-45de-b0a0-7958ee13981e {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:40:31.810111 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-06eb3443-dd10-459e-953e-981c9820d7bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:31.872540 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-06eb3443-dd10-459e-953e-981c9820d7bd None None] For port 5f043194-7de6-45de-b0a0-7958ee13981e, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=5f043194-7de6-45de-b0a0-7958ee13981e,segment=NetworkSegment(a9bdab95-a8e5-4ce0-a77e-4e44b6267755),segment_id=a9bdab95-a8e5-4ce0-a77e-4e44b6267755)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:40:31.872966 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-06eb3443-dd10-459e-953e-981c9820d7bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:31.932993 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] For port 5f043194-7de6-45de-b0a0-7958ee13981e, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=5f043194-7de6-45de-b0a0-7958ee13981e,segment=NetworkSegment(a9bdab95-a8e5-4ce0-a77e-4e44b6267755),segment_id=a9bdab95-a8e5-4ce0-a77e-4e44b6267755)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:40:31.933371 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:31.940559 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-06eb3443-dd10-459e-953e-981c9820d7bd None None] Calling delete_port for 5f043194-7de6-45de-b0a0-7958ee13981e owned by network:dhcp {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:40:32.003924 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] Calling delete_port for 5f043194-7de6-45de-b0a0-7958ee13981e owned by network:dhcp {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:40:32.075499 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-06eb3443-dd10-459e-953e-981c9820d7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:32.078774 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:32.103712 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb3443-dd10-459e-953e-981c9820d7bd None None] Pushing event deleted for resources: {'Port': ['ID=5f043194-7de6-45de-b0a0-7958ee13981e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:32.106479 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eb3443-dd10-459e-953e-981c9820d7bd None None] No DVR routers for this DVR port 5f043194-7de6-45de-b0a0-7958ee13981e on host dv-cinder-667108-31-smb {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:40:32.107927 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-06eb3443-dd10-459e-953e-981c9820d7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:32.205227 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:32.211429 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-40b0372c-f170-4cb9-b20c-ecfdf3b0b367 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:32.241172 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f043194-7de6-45de-b0a0-7958ee13981e,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:32.245218 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:32.249093 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] No DVR routers for this DVR port 5f043194-7de6-45de-b0a0-7958ee13981e on host dv-cinder-667108-31-smb {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:40:32.396102 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584236', 'neutron.services.segments.db._delete_segments_for_network-8789583485489'] for network, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:32.410819 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c']}} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:32.440028 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9bdab95-a8e5-4ce0-a77e-4e44b6267755') {'for_net_delete': True} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:32.440346 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9bdab95-a8e5-4ce0-a77e-4e44b6267755') {} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:32.454204 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789583484802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130531055'] for segment, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:32.506317 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:32.516404 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=92978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:40:32.516810 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130527830'] for segment, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: self.session.flush() Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: self.session.flush() Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: self.session.flush() Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: self.session.flush() Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: Traceback (most recent call last): Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: timer() Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: cb(*args, **kw) Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: return func(*args, **kwargs) Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: self._notify() Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: self.callback(batched_events) Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: event.method(event) Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: return f(self, *a, **k) Jun 16 18:40:32.518495 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:40:32.524026 dv-cinder-667108-31-smb neutron-server[92978]: return self._get(url).json() Jun 16 18:40:32.524026 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:40:32.524026 dv-cinder-667108-31-smb neutron-server[92978]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:40:32.524026 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:40:32.524026 dv-cinder-667108-31-smb neutron-server[92978]: return self.request(url, 'GET', **kwargs) Jun 16 18:40:32.524026 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:40:32.524026 dv-cinder-667108-31-smb neutron-server[92978]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:40:32.524026 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:40:32.524026 dv-cinder-667108-31-smb neutron-server[92978]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:40:32.524026 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:40:32.524026 dv-cinder-667108-31-smb neutron-server[92978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:40:32.524026 dv-cinder-667108-31-smb neutron-server[92978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:40:32.547392 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c8f7afb3-a346-44e8-983f-dcfaa2acd40f tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:32.575449 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c8f7afb3-a346-44e8-983f-dcfaa2acd40f tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439533'] for floatingip, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:32.642594 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439411'] for network, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:32.650267 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:32.653283 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:32.654660 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c HTTP/1.1" status: 204 len: 168 time: 1.1354704 Jun 16 18:40:32.657724 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 37336) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:32.672268 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5ee8e26-8ae4-4c32-9ce8-2d2f828a6e3c,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:32.675717 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-6f748ed4-c2da-4200-bae6-09f13c8bc752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:32.701796 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.db.l3_db [None req-c8f7afb3-a346-44e8-983f-dcfaa2acd40f tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Floating IP 44a3908d-0b2f-4830-b68c-d10df0970d14 associated. External IP: 172.28.2.77, port: 7967c943-ec6e-4dce-ad65-b41e283552d6. Jun 16 18:40:32.925268 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f7afb3-a346-44e8-983f-dcfaa2acd40f tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Router 12587d63-aff2-4c87-bb7a-d8be1330b237 has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:40:32.930271 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 37340) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:32.986952 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 5f043194-7de6-45de-b0a0-7958ee13981e no longer exists at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:40:33.009588 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] No Port match for: 5f043194-7de6-45de-b0a0-7958ee13981e {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:40:33.010225 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 5f043194-7de6-45de-b0a0-7958ee13981e not bound to the agent host dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:40:33.010916 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 9b591692-ee48-4965-b55b-673d142435a9 no longer exists at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:40:33.033687 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] No Port match for: 9b591692-ee48-4965-b55b-673d142435a9 {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:40:33.034241 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 9b591692-ee48-4965-b55b-673d142435a9 not bound to the agent host dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:40:33.064477 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5a87c9ba-f685-482a-ae9a-9d81f05d2155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:33.084339 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f7afb3-a346-44e8-983f-dcfaa2acd40f tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:40:33.090759 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c8f7afb3-a346-44e8-983f-dcfaa2acd40f tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for floatingip, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:33.096052 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a880eba-e98f-4ada-bafd-2ea05bfe86e8 None None] Sync routers for ids ['12587d63-aff2-4c87-bb7a-d8be1330b237'] in dv-cinder-667108-31-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:40:33.105456 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a880eba-e98f-4ada-bafd-2ea05bfe86e8 None None] Routers {'12587d63-aff2-4c87-bb7a-d8be1330b237'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:40:33.106227 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-2a880eba-e98f-4ada-bafd-2ea05bfe86e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:40:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['12587d63-aff2-4c87-bb7a-d8be1330b237'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:33.151190 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-c8f7afb3-a346-44e8-983f-dcfaa2acd40f tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "PUT /v2.0/floatingips/44a3908d-0b2f-4830-b68c-d10df0970d14 HTTP/1.1" status: 200 len: 990 time: 1.4312587 Jun 16 18:40:33.229435 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-2a880eba-e98f-4ada-bafd-2ea05bfe86e8 None None] Set router 12587d63-aff2-4c87-bb7a-d8be1330b237 gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:40:33.241167 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5a87c9ba-f685-482a-ae9a-9d81f05d2155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:33.242310 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090e5102-e373-4952-85e3-d81075b90d9f', 'tag': '7967c943-ec6e-4dce-ad65-b41e283552d6'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:40:33.246468 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad8e5f2-3218-45ca-ad2c-c88e40f36f10" -d '{"events": [{"name": "network-changed", "server_uuid": "090e5102-e373-4952-85e3-d81075b90d9f", "tag": "7967c943-ec6e-4dce-ad65-b41e283552d6"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:40:33.251876 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5a87c9ba-f685-482a-ae9a-9d81f05d2155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:33.256921 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-093a4d4f-aa4b-4e62-b360-a6e8c44bc2ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:33.287525 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87c9ba-f685-482a-ae9a-9d81f05d2155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588f4cf2-9d6c-472c-bb54-6ec7c128ff0d,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:33.302857 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5a87c9ba-f685-482a-ae9a-9d81f05d2155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:33.326927 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027c1185-509a-4466-95db-d528f9fc0dcd x-openstack-request-id: req-027c1185-509a-4466-95db-d528f9fc0dcd {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:40:33.328586 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090e5102-e373-4952-85e3-d81075b90d9f", "tag": "7967c943-ec6e-4dce-ad65-b41e283552d6", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:40:33.328894 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-027c1185-509a-4466-95db-d528f9fc0dcd {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:40:33.329540 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090e5102-e373-4952-85e3-d81075b90d9f', 'tag': '7967c943-ec6e-4dce-ad65-b41e283552d6', 'status': 'completed', 'code': 200} Jun 16 18:40:33.334874 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-5a87c9ba-f685-482a-ae9a-9d81f05d2155 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e08d583c71e844f19b733c81418fcb42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4005601 Jun 16 18:40:33.335235 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 37350) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:33.348593 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9c601661-ee9b-4e5c-bd74-3d7fd7a78a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-493258'] for router_interface, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:33.573112 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-2a880eba-e98f-4ada-bafd-2ea05bfe86e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:52Z', 'updated_at': '2021-06-16T18:36:10Z', 'revision_number': 4, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'gw_port': {'id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:55Z', 'updated_at': '2021-06-16T18:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_floatingips': [{'id': '44a3908d-0b2f-4830-b68c-d10df0970d14', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'floating_ip_address': '172.28.2.77', 'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'router_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'port_id': '7967c943-ec6e-4dce-ad65-b41e283552d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'mac_address': 'fa:16:3e:eb:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090e5102-e373-4952-85e3-d81075b90d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:40:20Z', 'updated_at': '2021-06-16T18:40:32Z', 'revision_number': 1, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00063d25-8d56-4d22-922b-aec65d8a8c93', 'name': '', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'mac_address': 'fa:16:3e:f2:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:36:06Z', 'updated_at': '2021-06-16T18:36:19Z', 'revision_number': 5, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'subnets': [{'id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:33.577312 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a880eba-e98f-4ada-bafd-2ea05bfe86e8 None None] Checking router: 12587d63-aff2-4c87-bb7a-d8be1330b237 for host: dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:40:33.586092 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a880eba-e98f-4ada-bafd-2ea05bfe86e8 None None] Routers {'12587d63-aff2-4c87-bb7a-d8be1330b237'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:40:33.586413 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-2a880eba-e98f-4ada-bafd-2ea05bfe86e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:40:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['12587d63-aff2-4c87-bb7a-d8be1330b237'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:33.695691 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-9c601661-ee9b-4e5c-bd74-3d7fd7a78a4f admin admin] Deleting port f5d62c80-b7df-43b3-a1da-812a22bfbaca {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:40:33.698832 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9c601661-ee9b-4e5c-bd74-3d7fd7a78a4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:33.699024 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-2a880eba-e98f-4ada-bafd-2ea05bfe86e8 None None] Set router 12587d63-aff2-4c87-bb7a-d8be1330b237 gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:40:33.716308 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8e5f2-3218-45ca-ad2c-c88e40f36f10 req-e99540e5-69fe-4862-a52b-42cca70250f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:33.717786 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8ad8e5f2-3218-45ca-ad2c-c88e40f36f10 req-e99540e5-69fe-4862-a52b-42cca70250f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bc91c45bdd24caa9702ccfebfce88a4&device_id=090e5102-e373-4952-85e3-d81075b90d9f HTTP/1.1" status: 200 len: 1098 time: 0.3667793 Jun 16 18:40:33.718474 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-694db618-f391-472f-b1f9-1ddea606b49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:33.757157 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-694db618-f391-472f-b1f9-1ddea606b49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:33.775362 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-9c601661-ee9b-4e5c-bd74-3d7fd7a78a4f admin admin] For port f5d62c80-b7df-43b3-a1da-812a22bfbaca, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=f5d62c80-b7df-43b3-a1da-812a22bfbaca,segment=NetworkSegment(8f7689ba-2180-4591-b581-340945b18278),segment_id=8f7689ba-2180-4591-b581-340945b18278)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:40:33.775714 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9c601661-ee9b-4e5c-bd74-3d7fd7a78a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:33.842853 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-9c601661-ee9b-4e5c-bd74-3d7fd7a78a4f admin admin] Calling delete_port for f5d62c80-b7df-43b3-a1da-812a22bfbaca owned by network:router_interface {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:40:33.850204 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8e5f2-3218-45ca-ad2c-c88e40f36f10 req-eb89bcd9-582b-4333-a56e-963e9932e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:33.851649 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8ad8e5f2-3218-45ca-ad2c-c88e40f36f10 req-eb89bcd9-582b-4333-a56e-963e9932e310 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 HTTP/1.1" status: 200 len: 912 time: 0.1242228 Jun 16 18:40:33.897182 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-694db618-f391-472f-b1f9-1ddea606b49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:33.900666 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-694db618-f391-472f-b1f9-1ddea606b49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:33.901974 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-694db618-f391-472f-b1f9-1ddea606b49e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/588f4cf2-9d6c-472c-bb54-6ec7c128ff0d HTTP/1.1" status: 204 len: 168 time: 0.5650880 Jun 16 18:40:33.908696 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e57af0dd-6ba4-4308-ac75-9dcb014f591d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:33.919632 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694db618-f391-472f-b1f9-1ddea606b49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588f4cf2-9d6c-472c-bb54-6ec7c128ff0d,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:33.923307 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-694db618-f391-472f-b1f9-1ddea606b49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:33.949277 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8ad8e5f2-3218-45ca-ad2c-c88e40f36f10 req-ce955790-5e4d-4e19-a264-d5f2ad46e16b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7967c943-ec6e-4dce-ad65-b41e283552d6 HTTP/1.1" status: 200 len: 998 time: 0.0900271 Jun 16 18:40:33.973612 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-2a880eba-e98f-4ada-bafd-2ea05bfe86e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:52Z', 'updated_at': '2021-06-16T18:36:10Z', 'revision_number': 4, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'gw_port': {'id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:55Z', 'updated_at': '2021-06-16T18:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_floatingips': [{'id': '44a3908d-0b2f-4830-b68c-d10df0970d14', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'floating_ip_address': '172.28.2.77', 'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'router_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'port_id': '7967c943-ec6e-4dce-ad65-b41e283552d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'mac_address': 'fa:16:3e:eb:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090e5102-e373-4952-85e3-d81075b90d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:40:20Z', 'updated_at': '2021-06-16T18:40:32Z', 'revision_number': 1, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00063d25-8d56-4d22-922b-aec65d8a8c93', 'name': '', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'mac_address': 'fa:16:3e:f2:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:36:06Z', 'updated_at': '2021-06-16T18:36:19Z', 'revision_number': 5, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'subnets': [{'id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:33.979595 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a880eba-e98f-4ada-bafd-2ea05bfe86e8 None None] The sync data for ids ['12587d63-aff2-4c87-bb7a-d8be1330b237'] in dv-cinder-667108-31-smb is: [{'id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:52Z', 'updated_at': '2021-06-16T18:36:10Z', 'revision_number': 4, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'gw_port': {'id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:55Z', 'updated_at': '2021-06-16T18:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_floatingips': [{'id': '44a3908d-0b2f-4830-b68c-d10df0970d14', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'floating_ip_address': '172.28.2.77', 'floating_network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'router_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'port_id': '7967c943-ec6e-4dce-ad65-b41e283552d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'mac_address': 'fa:16:3e:eb:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090e5102-e373-4952-85e3-d81075b90d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T18:40:20Z', 'updated_at': '2021-06-16T18:40:32Z', 'revision_number': 1, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00063d25-8d56-4d22-922b-aec65d8a8c93', 'name': '', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'mac_address': 'fa:16:3e:f2:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:36:06Z', 'updated_at': '2021-06-16T18:36:19Z', 'revision_number': 5, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'subnets': [{'id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:40:34.006596 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8e5f2-3218-45ca-ad2c-c88e40f36f10 req-f39d0272-cc19-4506-9cec-7a976556c6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:34.008148 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8ad8e5f2-3218-45ca-ad2c-c88e40f36f10 req-f39d0272-cc19-4506-9cec-7a976556c6fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc7cf5ef-6aa1-4199-9c30-73b9adb626d9 HTTP/1.1" status: 200 len: 850 time: 0.0511250 Jun 16 18:40:34.051455 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9c601661-ee9b-4e5c-bd74-3d7fd7a78a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131963299'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:34.053589 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9ded7459-3fcc-4dc8-95b4-d9e04c27d763 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:34.077836 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8e5f2-3218-45ca-ad2c-c88e40f36f10 req-111bb5cb-25a3-46cd-abef-240c235091e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:34.079317 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c601661-ee9b-4e5c-bd74-3d7fd7a78a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d62c80-b7df-43b3-a1da-812a22bfbaca,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:34.079729 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8ad8e5f2-3218-45ca-ad2c-c88e40f36f10 req-111bb5cb-25a3-46cd-abef-240c235091e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0643079 Jun 16 18:40:34.081919 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9c601661-ee9b-4e5c-bd74-3d7fd7a78a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:34.193992 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8ad8e5f2-3218-45ca-ad2c-c88e40f36f10 req-59d7d9f8-1353-43c4-a937-41bc70a157d7 service neutron] 10.222.0.36 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074777 Jun 16 18:40:34.278996 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9c601661-ee9b-4e5c-bd74-3d7fd7a78a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133741491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493150'] for router_interface, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:34.300629 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 37356) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:34.323622 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9d945756-aa92-4aea-a33a-d45eec284a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:34.340938 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297f0762-dfa6-49f5-965e-c35f210178db None None] New status for floating IP 44a3908d-0b2f-4830-b68c-d10df0970d14: ACTIVE {{(pid=92980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:40:34.383652 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8ad8e5f2-3218-45ca-ad2c-c88e40f36f10 req-a1e53d6f-2299-4774-9323-8cd2843b9b64 service neutron] 10.222.0.36 "GET /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813998 Jun 16 18:40:34.499077 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9d945756-aa92-4aea-a33a-d45eec284a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:34.506472 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9d945756-aa92-4aea-a33a-d45eec284a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:34.509705 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ad1d01c0-1a60-4590-954a-00e52496a127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:34.549811 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-9d945756-aa92-4aea-a33a-d45eec284a56 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e63a379963374457a21828aec1b17e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458038 Jun 16 18:40:34.549811 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d945756-aa92-4aea-a33a-d45eec284a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f556ee1-54fe-4125-a9a1-156df94d241a,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:34.551545 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9d945756-aa92-4aea-a33a-d45eec284a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:34.552680 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 37362) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:34.603317 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c601661-ee9b-4e5c-bd74-3d7fd7a78a4f admin admin] Router b4fa79ac-1895-402a-9105-6728dc2db098 has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:40:34.628840 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f1ebd4f7-9f7d-4e4f-a6b4-2b3c3b381f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:34.710834 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f1ebd4f7-9f7d-4e4f-a6b4-2b3c3b381f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:34.757572 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c601661-ee9b-4e5c-bd74-3d7fd7a78a4f admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:40:34.763406 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-9c601661-ee9b-4e5c-bd74-3d7fd7a78a4f admin admin] 10.222.0.46 "PUT /v2.0/routers/b4fa79ac-1895-402a-9105-6728dc2db098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1041081 Jun 16 18:40:34.766012 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 37364) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:34.768773 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5566ef57-95ce-4eee-9691-dcd80cc82393 None None] Sync routers for ids ['b4fa79ac-1895-402a-9105-6728dc2db098'] in dv-cinder-667108-31-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:40:34.781173 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5566ef57-95ce-4eee-9691-dcd80cc82393 None None] Routers {'b4fa79ac-1895-402a-9105-6728dc2db098'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:40:34.781771 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5566ef57-95ce-4eee-9691-dcd80cc82393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:40:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['b4fa79ac-1895-402a-9105-6728dc2db098'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:34.843151 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f1ebd4f7-9f7d-4e4f-a6b4-2b3c3b381f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:34.845679 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f1ebd4f7-9f7d-4e4f-a6b4-2b3c3b381f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:34.846999 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-f1ebd4f7-9f7d-4e4f-a6b4-2b3c3b381f5a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f556ee1-54fe-4125-a9a1-156df94d241a HTTP/1.1" status: 204 len: 168 time: 0.2932465 Jun 16 18:40:34.849628 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-30524186-f92f-4042-ad8f-6d671e01bef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:34.862594 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebd4f7-9f7d-4e4f-a6b4-2b3c3b381f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f556ee1-54fe-4125-a9a1-156df94d241a,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:34.866451 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f1ebd4f7-9f7d-4e4f-a6b4-2b3c3b381f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:34.894648 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-5566ef57-95ce-4eee-9691-dcd80cc82393 None None] Set router b4fa79ac-1895-402a-9105-6728dc2db098 gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:40:34.904381 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7eb3173a-14ba-43a3-9c6a-bc7db4bf4f2d admin admin] Notify callbacks [] for router, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:35.019195 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7eb3173a-14ba-43a3-9c6a-bc7db4bf4f2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:35.080974 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-7eb3173a-14ba-43a3-9c6a-bc7db4bf4f2d admin admin] Deleting port 5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:40:35.081211 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7eb3173a-14ba-43a3-9c6a-bc7db4bf4f2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:35.093262 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5566ef57-95ce-4eee-9691-dcd80cc82393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fa79ac-1895-402a-9105-6728dc2db098', 'name': 'tempest-TestMinimumBasicScenario-913255948-router', 'tenant_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:18Z', 'updated_at': '2021-06-16T18:40:33Z', 'revision_number': 5, 'project_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'gw_port': {'id': '5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fa79ac-1895-402a-9105-6728dc2db098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:37:19Z', 'updated_at': '2021-06-16T18:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:35.096816 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5566ef57-95ce-4eee-9691-dcd80cc82393 None None] Checking router: b4fa79ac-1895-402a-9105-6728dc2db098 for host: dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:40:35.105345 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5566ef57-95ce-4eee-9691-dcd80cc82393 None None] Routers {'b4fa79ac-1895-402a-9105-6728dc2db098'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:40:35.105953 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5566ef57-95ce-4eee-9691-dcd80cc82393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:40:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['b4fa79ac-1895-402a-9105-6728dc2db098'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:35.173142 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-7eb3173a-14ba-43a3-9c6a-bc7db4bf4f2d admin admin] For port 5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:40:35.173437 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7eb3173a-14ba-43a3-9c6a-bc7db4bf4f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:35.194582 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-5566ef57-95ce-4eee-9691-dcd80cc82393 None None] Set router b4fa79ac-1895-402a-9105-6728dc2db098 gateway port host: None {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:40:35.228836 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 37370) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:35.241425 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4a5f-cd83-419a-9ab3-cf857f65e7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:35.246687 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-7eb3173a-14ba-43a3-9c6a-bc7db4bf4f2d admin admin] Calling delete_port for 5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb owned by network:router_gateway {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:40:35.251435 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5566ef57-95ce-4eee-9691-dcd80cc82393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fa79ac-1895-402a-9105-6728dc2db098', 'name': 'tempest-TestMinimumBasicScenario-913255948-router', 'tenant_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:18Z', 'updated_at': '2021-06-16T18:40:35Z', 'revision_number': 6, 'project_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'gw_port_host': None}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:35.255046 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5566ef57-95ce-4eee-9691-dcd80cc82393 None None] The sync data for ids ['b4fa79ac-1895-402a-9105-6728dc2db098'] in dv-cinder-667108-31-smb is: [{'id': 'b4fa79ac-1895-402a-9105-6728dc2db098', 'name': 'tempest-TestMinimumBasicScenario-913255948-router', 'tenant_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:37:18Z', 'updated_at': '2021-06-16T18:40:35Z', 'revision_number': 6, 'project_id': 'abec84ff8e7341b1b9d8a090fddb8012', 'gw_port_host': None}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:40:35.344069 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4a5f-cd83-419a-9ab3-cf857f65e7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:35.348162 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4a5f-cd83-419a-9ab3-cf857f65e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:35.350760 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5ca329ee-aefd-41c6-9b1d-f07db605f2f3 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:35.391961 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-ac6c4a5f-cd83-419a-9ab3-cf857f65e7f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=42149307c7b04508bad47479607b08d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628573 Jun 16 18:40:35.392764 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c4a5f-cd83-419a-9ab3-cf857f65e7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69d4457-2d05-4659-81c2-f52b7bcf355b,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:35.395752 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ac6c4a5f-cd83-419a-9ab3-cf857f65e7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:35.396432 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 37372) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:35.422414 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7eb3173a-14ba-43a3-9c6a-bc7db4bf4f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131963299'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:35.425076 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:35.448085 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3173a-14ba-43a3-9c6a-bc7db4bf4f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:35.451012 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7eb3173a-14ba-43a3-9c6a-bc7db4bf4f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:35.453032 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6ceda809-70a0-48de-a8da-df37116ace7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:35.474154 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6ceda809-70a0-48de-a8da-df37116ace7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:35.513929 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7eb3173a-14ba-43a3-9c6a-bc7db4bf4f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439325'] for router_gateway, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:35.520796 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6ceda809-70a0-48de-a8da-df37116ace7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:35.523432 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6ceda809-70a0-48de-a8da-df37116ace7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:35.525221 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-6ceda809-70a0-48de-a8da-df37116ace7f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e69d4457-2d05-4659-81c2-f52b7bcf355b HTTP/1.1" status: 204 len: 168 time: 0.1277750 Jun 16 18:40:35.526026 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-d358d63b-0ede-4612-8792-be8a6b6ef69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:35.533316 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceda809-70a0-48de-a8da-df37116ace7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69d4457-2d05-4659-81c2-f52b7bcf355b,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:35.550865 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-6ceda809-70a0-48de-a8da-df37116ace7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:35.843716 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7eb3173a-14ba-43a3-9c6a-bc7db4bf4f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1002'] for router, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:35.845833 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7eb3173a-14ba-43a3-9c6a-bc7db4bf4f2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:35.889421 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7eb3173a-14ba-43a3-9c6a-bc7db4bf4f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494935'] for router, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:35.889946 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb3173a-14ba-43a3-9c6a-bc7db4bf4f2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4fa79ac-1895-402a-9105-6728dc2db098 {{(pid=92979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 18:40:35.894859 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7eb3173a-14ba-43a3-9c6a-bc7db4bf4f2d admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:35.895957 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-7eb3173a-14ba-43a3-9c6a-bc7db4bf4f2d admin admin] 10.222.0.46 "DELETE /v2.0/routers/b4fa79ac-1895-402a-9105-6728dc2db098 HTTP/1.1" status: 204 len: 168 time: 1.1289949 Jun 16 18:40:35.898442 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 37386) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:35.941587 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e184ce-2d01-436c-bcf8-837ac1267fdf admin admin] Deleting subnet 41ac99f7-949b-41c1-8f3f-483b258051b1 {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:40:35.944391 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e3e184ce-2d01-436c-bcf8-837ac1267fdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:35.978741 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e3e184ce-2d01-436c-bcf8-837ac1267fdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131384588'] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:36.058695 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e3e184ce-2d01-436c-bcf8-837ac1267fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586659'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:36.115323 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e3e184ce-2d01-436c-bcf8-837ac1267fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131963241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125532345'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:36.120015 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8b4dc980-f4f9-413a-bd80-db9f3279b9bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:36.146229 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e184ce-2d01-436c-bcf8-837ac1267fdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41ac99f7-949b-41c1-8f3f-483b258051b1,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:36.148196 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e3e184ce-2d01-436c-bcf8-837ac1267fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:36.150922 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-e3e184ce-2d01-436c-bcf8-837ac1267fdf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/41ac99f7-949b-41c1-8f3f-483b258051b1 HTTP/1.1" status: 204 len: 168 time: 0.2515302 Jun 16 18:40:36.151905 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e3e184ce-2d01-436c-bcf8-837ac1267fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:36.153415 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 37398) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:36.155783 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c77011-1226-4047-b74c-9c2528012dc9 None None] Network ac21d069-7bc1-4024-8403-dfed480a432b requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:40:36.249018 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627518'] for network, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:36.310315 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] Deleting port b8b6f36c-ad29-47a1-bba3-7556086bb643 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:40:36.310626 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:36.354452 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4f6ab9-21fa-4e42-96de-f12fa994d551 None None] DHCP port deletion for ac21d069-7bc1-4024-8403-dfed480a432b request from dv-cinder-667108-31-smb {{(pid=92980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 18:40:36.392389 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] For port b8b6f36c-ad29-47a1-bba3-7556086bb643, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=b8b6f36c-ad29-47a1-bba3-7556086bb643,segment=NetworkSegment(8f7689ba-2180-4591-b581-340945b18278),segment_id=8f7689ba-2180-4591-b581-340945b18278)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:40:36.392830 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:36.415738 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f6ab9-21fa-4e42-96de-f12fa994d551 None None] Deleting port b8b6f36c-ad29-47a1-bba3-7556086bb643 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:40:36.416417 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f4f6ab9-21fa-4e42-96de-f12fa994d551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:36.465004 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] Calling delete_port for b8b6f36c-ad29-47a1-bba3-7556086bb643 owned by network:dhcp {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:40:36.482183 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-9f4f6ab9-21fa-4e42-96de-f12fa994d551 None None] For port b8b6f36c-ad29-47a1-bba3-7556086bb643, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=b8b6f36c-ad29-47a1-bba3-7556086bb643,segment=NetworkSegment(8f7689ba-2180-4591-b581-340945b18278),segment_id=8f7689ba-2180-4591-b581-340945b18278)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:40:36.482583 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f4f6ab9-21fa-4e42-96de-f12fa994d551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:36.546488 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f6ab9-21fa-4e42-96de-f12fa994d551 None None] Calling delete_port for b8b6f36c-ad29-47a1-bba3-7556086bb643 owned by network:dhcp {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:40:36.552622 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131963299'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:36.556999 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-eddaa39f-26cd-436a-ac4d-b620f0ead3be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:36.580226 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b6f36c-ad29-47a1-bba3-7556086bb643,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:36.582809 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:36.586165 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] No DVR routers for this DVR port b8b6f36c-ad29-47a1-bba3-7556086bb643 on host dv-cinder-667108-31-smb {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:40:36.632159 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f4f6ab9-21fa-4e42-96de-f12fa994d551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:36.638018 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a2345885-2dcf-4c02-b989-ae206c65d9b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:36.661098 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584236', 'neutron.services.segments.db._delete_segments_for_network-8789583485489'] for network, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:36.662704 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f6ab9-21fa-4e42-96de-f12fa994d551 None None] Pushing event deleted for resources: {'Port': ['ID=b8b6f36c-ad29-47a1-bba3-7556086bb643,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:36.665921 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4f6ab9-21fa-4e42-96de-f12fa994d551 None None] No DVR routers for this DVR port b8b6f36c-ad29-47a1-bba3-7556086bb643 on host dv-cinder-667108-31-smb {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:40:36.667428 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9f4f6ab9-21fa-4e42-96de-f12fa994d551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:36.674863 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac21d069-7bc1-4024-8403-dfed480a432b']}} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:36.687161 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7689ba-2180-4591-b581-340945b18278') {'for_net_delete': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:36.687459 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7689ba-2180-4591-b581-340945b18278') {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:40:36.697655 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789583484802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131384597'] for segment, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:36.713473 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:36.719623 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=92979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:40:36.720004 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131963382'] for segment, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: Traceback (most recent call last): Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: timer() Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: cb(*args, **kw) Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: return func(*args, **kwargs) Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: self._notify() Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: self.callback(batched_events) Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: event.method(event) Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: return f(self, *a, **k) Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: return self._get(url).json() Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: return self.request(url, 'GET', **kwargs) Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:40:36.721892 dv-cinder-667108-31-smb neutron-server[92979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:40:36.793479 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439411'] for network, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:36.802373 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1a9e8985-424b-42dd-a711-0f2088237037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:36.806525 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:36.808311 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ac21d069-7bc1-4024-8403-dfed480a432b HTTP/1.1" status: 204 len: 168 time: 0.6536911 Jun 16 18:40:36.820442 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac21d069-7bc1-4024-8403-dfed480a432b,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:36.826385 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-fea1b934-dcc4-478f-be7e-baf9cefb5094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:36.964034 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb no longer exists at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:40:36.985390 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] No Port match for: 5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:40:36.985813 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 5e4ff1a0-6107-46ce-b9e3-c898dfa9e0fb not bound to the agent host dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:40:36.986252 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device b8b6f36c-ad29-47a1-bba3-7556086bb643 no longer exists at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:40:37.003596 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 37416) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:37.007016 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] No Port match for: b8b6f36c-ad29-47a1-bba3-7556086bb643 {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:40:37.007429 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device b8b6f36c-ad29-47a1-bba3-7556086bb643 not bound to the agent host dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:40:37.007862 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device f5d62c80-b7df-43b3-a1da-812a22bfbaca no longer exists at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:40:37.028302 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] No Port match for: f5d62c80-b7df-43b3-a1da-812a22bfbaca {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:40:37.028665 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device f5d62c80-b7df-43b3-a1da-812a22bfbaca not bound to the agent host dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:40:37.050259 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-80426f64-ef7b-4863-a535-1109b092832d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a0d3c51cd79e448d9c410c5292e758ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450122 Jun 16 18:40:37.052621 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 37418) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:37.098831 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-70162c23-1f5f-47bd-8e88-a2df44d33ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:37.120221 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-70162c23-1f5f-47bd-8e88-a2df44d33ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:37.165748 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-70162c23-1f5f-47bd-8e88-a2df44d33ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:37.168456 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-70162c23-1f5f-47bd-8e88-a2df44d33ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:37.169583 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-70162c23-1f5f-47bd-8e88-a2df44d33ce4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c7600f51-c32d-49eb-b3cb-cbe3a302c628 HTTP/1.1" status: 204 len: 168 time: 0.1160524 Jun 16 18:40:37.170364 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1a30df92-71c4-406d-8172-2ccee5342830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:37.177407 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70162c23-1f5f-47bd-8e88-a2df44d33ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7600f51-c32d-49eb-b3cb-cbe3a302c628,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:37.179589 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-70162c23-1f5f-47bd-8e88-a2df44d33ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:37.479841 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 37424) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:37.519079 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-e551d987-4a51-405e-90e7-fb673db31484 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=abec84ff8e7341b1b9d8a090fddb8012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380118 Jun 16 18:40:37.521425 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 37426) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:37.570795 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7fa4a4a3-8fcd-4e33-a2e8-01571c1065c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:37.592862 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7fa4a4a3-8fcd-4e33-a2e8-01571c1065c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:37.640932 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7fa4a4a3-8fcd-4e33-a2e8-01571c1065c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:37.643862 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7fa4a4a3-8fcd-4e33-a2e8-01571c1065c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:37.645126 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-7fa4a4a3-8fcd-4e33-a2e8-01571c1065c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c430aa3-0d4a-4386-8973-5a95d69ebf37 HTTP/1.1" status: 204 len: 168 time: 0.1228271 Jun 16 18:40:37.645879 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8ae08b6e-7a7f-4ab6-bc2e-c97e96a3d58d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:37.654138 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4a4a3-8fcd-4e33-a2e8-01571c1065c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c430aa3-0d4a-4386-8973-5a95d69ebf37,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:37.656501 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7fa4a4a3-8fcd-4e33-a2e8-01571c1065c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:38.912334 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1ffb0e9e-801d-4f8c-b495-8ab6c83aa7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:39.334545 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 37452) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:39.437063 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9ba4605b-6302-4bcd-b445-54d64fd4539d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:39.527420 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9ba4605b-6302-4bcd-b445-54d64fd4539d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:39.531094 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9ba4605b-6302-4bcd-b445-54d64fd4539d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:39.533576 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3646309e-ddda-446b-a6c5-dbbd7a6911fd tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:39.569990 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4605b-6302-4bcd-b445-54d64fd4539d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fe258d-999b-4153-926d-0cd5b9a1ff94,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:39.575657 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-9ba4605b-6302-4bcd-b445-54d64fd4539d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7085d2d6bea3490ba28e99bb87cca7f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390523 Jun 16 18:40:39.575657 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9ba4605b-6302-4bcd-b445-54d64fd4539d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:39.577289 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 37456) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:40:39.624479 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c75297d6-d76f-45b9-b371-1a40b9c9f6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:39.647674 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c75297d6-d76f-45b9-b371-1a40b9c9f6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:39.692448 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c75297d6-d76f-45b9-b371-1a40b9c9f6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:39.694854 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c75297d6-d76f-45b9-b371-1a40b9c9f6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:39.696018 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-c75297d6-d76f-45b9-b371-1a40b9c9f6b2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/35fe258d-999b-4153-926d-0cd5b9a1ff94 HTTP/1.1" status: 204 len: 168 time: 0.1178102 Jun 16 18:40:39.696874 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-11366af6-a7cd-4bec-a60e-5bf88e350dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:40:39.704121 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75297d6-d76f-45b9-b371-1a40b9c9f6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fe258d-999b-4153-926d-0cd5b9a1ff94,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:40:39.706470 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c75297d6-d76f-45b9-b371-1a40b9c9f6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:40:41.277305 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-832c9e10-0463-4361-b46a-2ca2276735b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:41.310715 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:41.695248 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:42.484988 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:44.179854 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:40:51.122873 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b45cf-0cd3-4c33-83e3-92002765c7aa req-63772f0d-4bc1-4c26-9a03-50b54b0e2b19 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:51.124551 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-313b45cf-0cd3-4c33-83e3-92002765c7aa req-63772f0d-4bc1-4c26-9a03-50b54b0e2b19 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.1735950 Jun 16 18:40:51.165912 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-313b45cf-0cd3-4c33-83e3-92002765c7aa req-c61f116e-a02b-42e9-9ada-2671805fc59f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353620 Jun 16 18:40:52.347712 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b64e2b-af2a-49e3-8fd9-ade4e21d6407 req-73b7b626-31d0-496b-b41b-ceea500fef5e tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:52.349346 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e3b64e2b-af2a-49e3-8fd9-ade4e21d6407 req-73b7b626-31d0-496b-b41b-ceea500fef5e tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.0651052 Jun 16 18:40:52.390700 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e3b64e2b-af2a-49e3-8fd9-ade4e21d6407 req-417f1ad8-42bd-4a14-baca-b3b7163c1399 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342669 Jun 16 18:40:53.572206 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df8a88-0ff8-42a7-9859-544e61f6cb9c req-0151871a-7ac3-490b-b023-0d3b37128263 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:53.574670 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c6df8a88-0ff8-42a7-9859-544e61f6cb9c req-0151871a-7ac3-490b-b023-0d3b37128263 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.0686059 Jun 16 18:40:53.613987 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c6df8a88-0ff8-42a7-9859-544e61f6cb9c req-21aed04c-a76e-4708-9df6-d0d04988fddc tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335975 Jun 16 18:40:54.227422 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:40:54.796903 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193522d-7fd3-464a-9b67-3342a44a9662 req-e14c3dc7-d87a-43bd-8544-f1dfce04decf tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:54.798367 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9193522d-7fd3-464a-9b67-3342a44a9662 req-e14c3dc7-d87a-43bd-8544-f1dfce04decf tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.0668783 Jun 16 18:40:54.839285 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9193522d-7fd3-464a-9b67-3342a44a9662 req-d8a39b9b-a1b2-48de-b03d-20655361e2c6 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350237 Jun 16 18:40:56.026720 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e71f6-e728-46ab-8b89-b30225ae343f req-0044e9c5-31d3-4f03-bb1c-a7b4b72d18de tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:56.028387 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-295e71f6-e728-46ab-8b89-b30225ae343f req-0044e9c5-31d3-4f03-bb1c-a7b4b72d18de tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.0643818 Jun 16 18:40:56.066911 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-295e71f6-e728-46ab-8b89-b30225ae343f req-092ba60b-8481-43f1-a566-0007622cc223 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316670 Jun 16 18:40:57.270339 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab8b81-5f40-4cc8-a7b6-67e86d432b9f req-f4c5f176-34de-455d-83a6-d888f42e0cd3 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:57.271893 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-91ab8b81-5f40-4cc8-a7b6-67e86d432b9f req-f4c5f176-34de-455d-83a6-d888f42e0cd3 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.0827115 Jun 16 18:40:57.318451 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-91ab8b81-5f40-4cc8-a7b6-67e86d432b9f req-09c07891-215c-4165-bb21-a772d66f74b5 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407724 Jun 16 18:40:58.504149 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349736d-9185-4ad6-ba2f-3b0514b5fcb5 req-af5a78f9-1c4e-42c9-abf2-ecdf4ca8840d tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:58.505638 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e349736d-9185-4ad6-ba2f-3b0514b5fcb5 req-af5a78f9-1c4e-42c9-abf2-ecdf4ca8840d tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.0643404 Jun 16 18:40:58.542790 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e349736d-9185-4ad6-ba2f-3b0514b5fcb5 req-f2e9335d-998c-4bc9-9156-0cfb304ead0a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314753 Jun 16 18:40:59.724745 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33358382-024b-4f89-8d51-e451a15297ca req-7d6178a0-c71e-496f-be9d-8eacdaf53e8f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:40:59.726238 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-33358382-024b-4f89-8d51-e451a15297ca req-7d6178a0-c71e-496f-be9d-8eacdaf53e8f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.0691535 Jun 16 18:40:59.766995 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-33358382-024b-4f89-8d51-e451a15297ca req-79c9e320-6c53-4e14-8445-8f38cf0f3e42 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351295 Jun 16 18:41:00.953269 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103825c-80fe-455d-8a51-3829af7829d7 req-d86dd3f4-7619-4e0b-b0f4-3da0ec14a4a4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:00.954737 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8103825c-80fe-455d-8a51-3829af7829d7 req-d86dd3f4-7619-4e0b-b0f4-3da0ec14a4a4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.0656266 Jun 16 18:41:00.993470 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8103825c-80fe-455d-8a51-3829af7829d7 req-752ce02e-fe95-430b-9b6f-611986459469 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330956 Jun 16 18:41:01.324323 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 4109d405-8820-4ff3-8745-0230d85b8019 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:41:01.418864 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 4109d405-8820-4ff3-8745-0230d85b8019, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=4109d405-8820-4ff3-8745-0230d85b8019,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:41:01.430461 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': '4109d405-8820-4ff3-8745-0230d85b8019', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'port_id': '4109d405-8820-4ff3-8745-0230d85b8019', 'mac_address': 'fa:16:3e:5b:ea:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:41:01.470958 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:01.483134 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4109d405-8820-4ff3-8745-0230d85b8019 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:41:01.506019 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 4109d405-8820-4ff3-8745-0230d85b8019, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=4109d405-8820-4ff3-8745-0230d85b8019,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:41:01.509975 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:01.511712 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:01.560114 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=4109d405-8820-4ff3-8745-0230d85b8019,revision_number=6']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:01.563217 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:01.604781 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['4109d405-8820-4ff3-8745-0230d85b8019'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:41:02.171174 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fbec4-899d-43ba-a584-ec65f6c8d101 req-ef1ecaf4-a1fa-43b9-bcd7-275764cc43c9 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:02.172722 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6b0fbec4-899d-43ba-a584-ec65f6c8d101 req-ef1ecaf4-a1fa-43b9-bcd7-275764cc43c9 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 944 time: 0.0655787 Jun 16 18:41:02.213655 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6b0fbec4-899d-43ba-a584-ec65f6c8d101 req-04ec0a96-f53f-480f-8cc3-afe26e994de2 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344753 Jun 16 18:41:03.341926 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 4109d405-8820-4ff3-8745-0230d85b8019 up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:41:03.391873 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port 4109d405-8820-4ff3-8745-0230d85b8019 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:41:03.392290 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:03.406804 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4ca30-c3c0-4d01-855d-717577d6cfbd req-45db04af-75ba-4f92-be77-b1b480f41e22 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:03.408455 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f2a4ca30-c3c0-4d01-855d-717577d6cfbd req-45db04af-75ba-4f92-be77-b1b480f41e22 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 944 time: 0.0802882 Jun 16 18:41:03.447855 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f2a4ca30-c3c0-4d01-855d-717577d6cfbd req-af6c861f-5526-4bb4-bc8f-5ecbe040efcf tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330517 Jun 16 18:41:03.468120 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:03.490503 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e0ac73-ffa8-4db3-a02a-785fb4175668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4109d405-8820-4ff3-8745-0230d85b8019'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:41:03.492680 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65cb9c1-06ae-4834-b7d4-6d0920dc3d5c" -d '{"events": [{"server_uuid": "e4e0ac73-ffa8-4db3-a02a-785fb4175668", "name": "network-vif-plugged", "status": "completed", "tag": "4109d405-8820-4ff3-8745-0230d85b8019"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:41:03.505524 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 4109d405-8820-4ff3-8745-0230d85b8019, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=4109d405-8820-4ff3-8745-0230d85b8019,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:41:03.511021 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:03.511606 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:03.536115 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015b80fa-e8f1-4153-a4ac-ad839e1f5427 x-openstack-request-id: req-015b80fa-e8f1-4153-a4ac-ad839e1f5427 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:41:03.536436 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e0ac73-ffa8-4db3-a02a-785fb4175668", "name": "network-vif-plugged", "status": "completed", "tag": "4109d405-8820-4ff3-8745-0230d85b8019", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:41:03.536693 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-015b80fa-e8f1-4153-a4ac-ad839e1f5427 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:41:03.537075 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e0ac73-ffa8-4db3-a02a-785fb4175668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4109d405-8820-4ff3-8745-0230d85b8019', 'code': 200} Jun 16 18:41:03.561630 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=4109d405-8820-4ff3-8745-0230d85b8019,revision_number=7']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:03.564781 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:04.653581 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f52190-6b61-49f5-ac11-567397ec026e req-87e1110f-2b89-4e6b-83e6-b0df4287d032 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:04.655189 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-22f52190-6b61-49f5-ac11-567397ec026e req-87e1110f-2b89-4e6b-83e6-b0df4287d032 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.0765617 Jun 16 18:41:04.700594 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-22f52190-6b61-49f5-ac11-567397ec026e req-b2700145-9273-423f-a2e0-c58ef03b8ee6 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385463 Jun 16 18:41:05.989187 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e205c7-6bfc-4d1f-b875-2645b572fdf1 req-35b37df0-9c65-45fb-902e-20225377a1e0 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:05.990558 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-71e205c7-6bfc-4d1f-b875-2645b572fdf1 req-35b37df0-9c65-45fb-902e-20225377a1e0 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.0677066 Jun 16 18:41:06.028761 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-71e205c7-6bfc-4d1f-b875-2645b572fdf1 req-23d1fe0d-26dd-406f-869b-8d2d0ab2c9b3 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323164 Jun 16 18:41:07.229233 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff87b1-4b01-45e6-bd86-c2331c23d909 req-eca1a108-7ce3-4463-8f74-85107e691014 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:07.236029 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e0ff87b1-4b01-45e6-bd86-c2331c23d909 req-eca1a108-7ce3-4463-8f74-85107e691014 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.0793536 Jun 16 18:41:07.274008 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e0ff87b1-4b01-45e6-bd86-c2331c23d909 req-1d794306-4e83-407d-a8ea-509a55430b52 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369816 Jun 16 18:41:08.479598 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606dc5df-561d-4d5e-a3b4-188119d6c168 req-e47e90a1-d545-4a05-a32b-036620f25f27 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:08.481284 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-606dc5df-561d-4d5e-a3b4-188119d6c168 req-e47e90a1-d545-4a05-a32b-036620f25f27 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.0716145 Jun 16 18:41:08.522131 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-606dc5df-561d-4d5e-a3b4-188119d6c168 req-f40cb6e9-e47f-47ea-ae38-e1208b857783 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344739 Jun 16 18:41:08.914302 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bb8eeb5e-836d-4268-9cfb-becbee4d906b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:09.715945 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a79ae0-50c0-4267-bb78-4c9273593c58 req-e6b7c204-c3ad-43c1-9991-539ab0d0eb32 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:09.717558 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-50a79ae0-50c0-4267-bb78-4c9273593c58 req-e6b7c204-c3ad-43c1-9991-539ab0d0eb32 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.0696366 Jun 16 18:41:09.759225 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-50a79ae0-50c0-4267-bb78-4c9273593c58 req-863b5655-baba-4448-9922-1e2efbc47ddb tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349400 Jun 16 18:41:10.967533 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb0053-b581-49f9-a6da-bf05d27caacd req-ee7eed44-05db-4387-a697-37fd5939d2c3 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:10.973262 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8ccb0053-b581-49f9-a6da-bf05d27caacd req-ee7eed44-05db-4387-a697-37fd5939d2c3 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.0824161 Jun 16 18:41:11.012547 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8ccb0053-b581-49f9-a6da-bf05d27caacd req-50903d2e-a17b-4e98-a80c-70c6095381b9 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365193 Jun 16 18:41:11.296337 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1dfe3208-0d51-4e22-835f-b42e2e6ed002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:11.312974 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:11.701010 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:11.722002 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 37870) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:11.858466 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f9cdbc8b-c077-478f-8d26-8a92e1efd006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:11.967655 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f9cdbc8b-c077-478f-8d26-8a92e1efd006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:11.973314 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f9cdbc8b-c077-478f-8d26-8a92e1efd006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:11.976121 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-28c754de-21a0-45dd-ba31-a0baf9756573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:12.021609 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-f9cdbc8b-c077-478f-8d26-8a92e1efd006 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b01e4955030a4dada7de98627cb82490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978044 Jun 16 18:41:12.022651 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdbc8b-c077-478f-8d26-8a92e1efd006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffee906-802d-4c8e-b64f-666f106b7c61,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:12.026534 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 37874) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:12.027067 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f9cdbc8b-c077-478f-8d26-8a92e1efd006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:12.081854 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-15e1d68f-bf86-4686-b47d-f1babc30d95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:12.114737 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-15e1d68f-bf86-4686-b47d-f1babc30d95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:12.230466 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-15e1d68f-bf86-4686-b47d-f1babc30d95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:12.233294 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-15e1d68f-bf86-4686-b47d-f1babc30d95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:12.234337 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-15e1d68f-bf86-4686-b47d-f1babc30d95d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4ffee906-802d-4c8e-b64f-666f106b7c61 HTTP/1.1" status: 204 len: 168 time: 0.2084668 Jun 16 18:41:12.242962 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e4fda-b80d-4bcb-9770-97cc68db88aa req-967b70f3-4291-4268-b115-d1968d388714 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:12.244532 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b64e4fda-b80d-4bcb-9770-97cc68db88aa req-967b70f3-4291-4268-b115-d1968d388714 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.1006906 Jun 16 18:41:12.245503 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bed7b3c1-81e8-4ac9-a81e-75095378ecd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:12.291248 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1d68f-bf86-4686-b47d-f1babc30d95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffee906-802d-4c8e-b64f-666f106b7c61,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:12.305123 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1d68f-bf86-4686-b47d-f1babc30d95d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:12.305123 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1d68f-bf86-4686-b47d-f1babc30d95d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:12.305123 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1d68f-bf86-4686-b47d-f1babc30d95d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:12.305123 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1d68f-bf86-4686-b47d-f1babc30d95d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:12.305641 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1d68f-bf86-4686-b47d-f1babc30d95d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:12.305950 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1d68f-bf86-4686-b47d-f1babc30d95d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:12.306311 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1d68f-bf86-4686-b47d-f1babc30d95d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:12.306680 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1d68f-bf86-4686-b47d-f1babc30d95d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:12.307046 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1d68f-bf86-4686-b47d-f1babc30d95d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:12.307406 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1d68f-bf86-4686-b47d-f1babc30d95d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:12.307767 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1d68f-bf86-4686-b47d-f1babc30d95d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:12.308582 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1d68f-bf86-4686-b47d-f1babc30d95d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:12.317976 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-15e1d68f-bf86-4686-b47d-f1babc30d95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:12.329068 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b64e4fda-b80d-4bcb-9770-97cc68db88aa req-2e71a0b3-4d78-407d-b71e-49960775a3cf tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650430 Jun 16 18:41:12.493621 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:13.520937 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9ef1d-7b4a-4698-b45c-9840b8001c9c req-640102de-5a28-4a6b-8bea-669e09e1c0da tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:13.522316 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-84c9ef1d-7b4a-4698-b45c-9840b8001c9c req-640102de-5a28-4a6b-8bea-669e09e1c0da tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.0691183 Jun 16 18:41:13.567953 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-84c9ef1d-7b4a-4698-b45c-9840b8001c9c req-6304ff24-4cf4-40d7-9ab2-07d377661a7b tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397944 Jun 16 18:41:13.795292 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f03d3-a09e-4aa3-8be9-7a4c11b6271c req-d9c2a44e-3099-4335-ba71-9c7c00f675dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:13.796807 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-008f03d3-a09e-4aa3-8be9-7a4c11b6271c req-d9c2a44e-3099-4335-ba71-9c7c00f675dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b499fafa278b41c4babc557095066e26&device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 1098 time: 0.1422458 Jun 16 18:41:13.883944 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f03d3-a09e-4aa3-8be9-7a4c11b6271c req-7b127fea-5a14-46c2-b518-7bbe3169e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:13.885410 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-008f03d3-a09e-4aa3-8be9-7a4c11b6271c req-7b127fea-5a14-46c2-b518-7bbe3169e558 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 HTTP/1.1" status: 200 len: 918 time: 0.0812328 Jun 16 18:41:13.951936 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-008f03d3-a09e-4aa3-8be9-7a4c11b6271c req-0947374b-933c-41db-ab18-ce90723768b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4109d405-8820-4ff3-8745-0230d85b8019 HTTP/1.1" status: 200 len: 1001 time: 0.0605261 Jun 16 18:41:13.998609 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f03d3-a09e-4aa3-8be9-7a4c11b6271c req-feaae66a-0f31-4fd4-8083-b3e3ac61d144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:13.999984 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-008f03d3-a09e-4aa3-8be9-7a4c11b6271c req-feaae66a-0f31-4fd4-8083-b3e3ac61d144 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9205b992-70f4-45d4-95c8-9d9cd90b84b2 HTTP/1.1" status: 200 len: 856 time: 0.0418775 Jun 16 18:41:14.056602 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f03d3-a09e-4aa3-8be9-7a4c11b6271c req-2e1bd291-187c-4a00-9dad-82ed22909042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:14.057994 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-008f03d3-a09e-4aa3-8be9-7a4c11b6271c req-2e1bd291-187c-4a00-9dad-82ed22909042 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0510955 Jun 16 18:41:14.153933 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-008f03d3-a09e-4aa3-8be9-7a4c11b6271c req-86ecc8f2-0cff-4337-909c-772015273213 service neutron] 10.222.0.36 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891399 Jun 16 18:41:14.181885 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:14.243415 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-008f03d3-a09e-4aa3-8be9-7a4c11b6271c req-d0efb245-e88a-4aaa-8118-912dc396a4b0 service neutron] 10.222.0.36 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821176 Jun 16 18:41:14.745760 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4bf23-d1f1-4c17-be23-b6eac9816e5d req-6d245d96-6569-4cae-b711-a9ba9dfa1279 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:14.747200 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-25e4bf23-d1f1-4c17-be23-b6eac9816e5d req-6d245d96-6569-4cae-b711-a9ba9dfa1279 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.0654330 Jun 16 18:41:14.785517 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-25e4bf23-d1f1-4c17-be23-b6eac9816e5d req-23fcb692-c286-48b3-874a-012d238619a6 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320191 Jun 16 18:41:15.969036 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a73730-405b-435a-a4b2-af2cba6cd58f req-d68142a3-6273-4e1f-9279-bb8e159be2ec tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:15.970846 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d1a73730-405b-435a-a4b2-af2cba6cd58f req-d68142a3-6273-4e1f-9279-bb8e159be2ec tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.0658760 Jun 16 18:41:16.013375 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d1a73730-405b-435a-a4b2-af2cba6cd58f req-2ae68181-9999-4919-abb2-d945082bc4db tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366461 Jun 16 18:41:17.203243 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22d72a-2d09-4564-8a8c-b1cc08d4b8cf req-ad5e96a0-b28c-4d85-ba9b-cc11fff9a515 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:17.204824 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2c22d72a-2d09-4564-8a8c-b1cc08d4b8cf req-ad5e96a0-b28c-4d85-ba9b-cc11fff9a515 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 945 time: 0.0699418 Jun 16 18:41:17.244846 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2c22d72a-2d09-4564-8a8c-b1cc08d4b8cf req-81d51d4d-17ba-49ed-a971-9fca4c322ec2 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341065 Jun 16 18:41:17.387410 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 4109d405-8820-4ff3-8745-0230d85b8019 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:41:17.467256 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:17.609363 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e0ac73-ffa8-4db3-a02a-785fb4175668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4109d405-8820-4ff3-8745-0230d85b8019'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:41:17.611598 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8022a9ce-dab8-427c-a95c-03ea5bfb95bc" -d '{"events": [{"server_uuid": "e4e0ac73-ffa8-4db3-a02a-785fb4175668", "name": "network-vif-unplugged", "status": "completed", "tag": "4109d405-8820-4ff3-8745-0230d85b8019"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:41:17.624718 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 4109d405-8820-4ff3-8745-0230d85b8019, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=4109d405-8820-4ff3-8745-0230d85b8019,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:41:17.631236 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:17.633329 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:17.656450 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 18:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d223d3ef-fb7a-4d8c-a60f-5c06625f5e15 x-openstack-request-id: req-d223d3ef-fb7a-4d8c-a60f-5c06625f5e15 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:41:17.656759 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e0ac73-ffa8-4db3-a02a-785fb4175668", "name": "network-vif-unplugged", "status": "failed", "tag": "4109d405-8820-4ff3-8745-0230d85b8019", "code": 422}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:41:17.657023 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d223d3ef-fb7a-4d8c-a60f-5c06625f5e15 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:41:17.657461 dv-cinder-667108-31-smb neutron-server[92980]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4e0ac73-ffa8-4db3-a02a-785fb4175668', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4109d405-8820-4ff3-8745-0230d85b8019', 'code': 422} returned with failed status Jun 16 18:41:17.685249 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=4109d405-8820-4ff3-8745-0230d85b8019,revision_number=8']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:17.688604 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:18.417456 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-f6d43725-1722-48c0-957c-145a6d54a0ae req-01d3f1ef-31f5-4540-9d8b-18a6fb8c13df service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0550318 Jun 16 18:41:18.418467 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7a8c4-2bd9-4649-ade3-89cc6096d3fa req-72147030-d970-4aba-98a3-ab6025e00986 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:18.419960 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a7e7a8c4-2bd9-4649-ade3-89cc6096d3fa req-72147030-d970-4aba-98a3-ab6025e00986 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 943 time: 0.0751066 Jun 16 18:41:18.469780 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a7e7a8c4-2bd9-4649-ade3-89cc6096d3fa req-ef6978dc-07c0-44f4-93f8-37a0dad17aaf tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429602 Jun 16 18:41:19.491788 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d43725-1722-48c0-957c-145a6d54a0ae req-c8482f5f-d98c-459f-854d-9b7711754922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:19.493150 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f6d43725-1722-48c0-957c-145a6d54a0ae req-c8482f5f-d98c-459f-854d-9b7711754922 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668&tenant_id=b499fafa278b41c4babc557095066e26 HTTP/1.1" status: 200 len: 1096 time: 0.0505307 Jun 16 18:41:19.568258 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d43725-1722-48c0-957c-145a6d54a0ae req-e8c6eaed-1307-4a0f-bece-8155d2ea66e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:19.569754 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f6d43725-1722-48c0-957c-145a6d54a0ae req-e8c6eaed-1307-4a0f-bece-8155d2ea66e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b499fafa278b41c4babc557095066e26&device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 1096 time: 0.0551326 Jun 16 18:41:19.693282 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d43725-1722-48c0-957c-145a6d54a0ae req-3a46a29b-ed72-46ad-aada-c4bb31c45dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:19.694685 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f6d43725-1722-48c0-957c-145a6d54a0ae req-3a46a29b-ed72-46ad-aada-c4bb31c45dcb service neutron] 10.222.0.36 "GET /v2.0/networks?id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 HTTP/1.1" status: 200 len: 918 time: 0.1188543 Jun 16 18:41:19.717960 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a7f3b-c2d4-4a83-90dc-db006e666f3c req-eb4bd5b2-83ed-473c-a524-6ea1c973df6b tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:19.719406 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-385a7f3b-c2d4-4a83-90dc-db006e666f3c req-eb4bd5b2-83ed-473c-a524-6ea1c973df6b tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 943 time: 0.1149278 Jun 16 18:41:19.791822 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f6d43725-1722-48c0-957c-145a6d54a0ae req-4fe08e97-2be1-43dc-aa65-fc57a88eec59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4109d405-8820-4ff3-8745-0230d85b8019 HTTP/1.1" status: 200 len: 999 time: 0.0902202 Jun 16 18:41:19.796694 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-385a7f3b-c2d4-4a83-90dc-db006e666f3c req-d991e015-6ab2-4125-abac-e1b750c57e57 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503795 Jun 16 18:41:19.839116 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d43725-1722-48c0-957c-145a6d54a0ae req-e68bf6c4-9ff7-4086-8e8c-042295ed084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:19.840579 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f6d43725-1722-48c0-957c-145a6d54a0ae req-e68bf6c4-9ff7-4086-8e8c-042295ed084e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9205b992-70f4-45d4-95c8-9d9cd90b84b2 HTTP/1.1" status: 200 len: 856 time: 0.0430636 Jun 16 18:41:19.901077 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d43725-1722-48c0-957c-145a6d54a0ae req-de920d11-02bc-4294-af4b-a61b51ced9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:19.902464 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f6d43725-1722-48c0-957c-145a6d54a0ae req-de920d11-02bc-4294-af4b-a61b51ced9c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0558705 Jun 16 18:41:19.996377 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f6d43725-1722-48c0-957c-145a6d54a0ae req-2073cad9-c576-4532-84a9-a9ff7ad648ca service neutron] 10.222.0.36 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870690 Jun 16 18:41:20.088716 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f6d43725-1722-48c0-957c-145a6d54a0ae req-d9d86f7e-3d7f-472d-beb6-c06d6361fa15 service neutron] 10.222.0.36 "GET /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865161 Jun 16 18:41:20.985334 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0e368-8c1b-43a5-9d5e-74a8c6bf5631 req-d6abcebc-2159-45b1-bc3e-dabc7c1814ea tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:20.986814 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-72f0e368-8c1b-43a5-9d5e-74a8c6bf5631 req-d6abcebc-2159-45b1-bc3e-dabc7c1814ea tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 943 time: 0.0679615 Jun 16 18:41:21.028368 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-72f0e368-8c1b-43a5-9d5e-74a8c6bf5631 req-4ca43593-ff7e-4eae-9ea5-4c9ace52898f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350177 Jun 16 18:41:22.217436 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f79068-ba43-4675-af6e-78d7a01445b3 req-4c46ebe4-50cd-460f-95a4-f69bcdd6dfdc tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:22.219112 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-49f79068-ba43-4675-af6e-78d7a01445b3 req-4c46ebe4-50cd-460f-95a4-f69bcdd6dfdc tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 943 time: 0.0672731 Jun 16 18:41:22.272870 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-49f79068-ba43-4675-af6e-78d7a01445b3 req-158757e1-20f7-43cb-9613-bd1d699c7a5f tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431941 Jun 16 18:41:23.473592 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd85e5-c6cd-4cda-b8f3-050c93592f3c req-94edeb17-fce9-4603-8b2a-5f7f65b08c4b tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:23.476103 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-07fd85e5-c6cd-4cda-b8f3-050c93592f3c req-94edeb17-fce9-4603-8b2a-5f7f65b08c4b tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 943 time: 0.0749998 Jun 16 18:41:23.515751 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-07fd85e5-c6cd-4cda-b8f3-050c93592f3c req-39d2d4a1-b356-4533-83fa-b396aa5c913e tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339928 Jun 16 18:41:24.700210 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035ebc3-f415-40b8-b9e7-15e464b47ad0 req-d482fb67-132f-43a5-bd87-74031f14ab5a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:24.701726 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2035ebc3-f415-40b8-b9e7-15e464b47ad0 req-d482fb67-132f-43a5-bd87-74031f14ab5a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 943 time: 0.0664878 Jun 16 18:41:24.742951 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2035ebc3-f415-40b8-b9e7-15e464b47ad0 req-b585d108-ffed-4dfa-9eb5-a629f0d63b60 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353456 Jun 16 18:41:25.940404 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cea66f-b6d9-48b6-a780-3d3a117a4923 req-9976759e-546b-454d-9a59-6b50493b0196 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:25.941878 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-33cea66f-b6d9-48b6-a780-3d3a117a4923 req-9976759e-546b-454d-9a59-6b50493b0196 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 943 time: 0.0688415 Jun 16 18:41:25.982645 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-33cea66f-b6d9-48b6-a780-3d3a117a4923 req-2cd4eb8a-aa6e-4fd2-83f2-51134d76b84c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344465 Jun 16 18:41:27.170297 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4503ed2-cbe2-4af7-8161-1ab4c5a66942 req-88e42baf-6569-4b41-b9d2-897e09f06e0d tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:27.171794 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b4503ed2-cbe2-4af7-8161-1ab4c5a66942 req-88e42baf-6569-4b41-b9d2-897e09f06e0d tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 943 time: 0.0692582 Jun 16 18:41:27.213282 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b4503ed2-cbe2-4af7-8161-1ab4c5a66942 req-0b8259b0-e4ca-46c0-852b-a2229eddf219 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345263 Jun 16 18:41:28.395394 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e1079-88a1-435b-9d00-f33cf752f83c req-e8691006-3e9a-471c-98c5-0d8243aa0f86 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:28.396878 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-771e1079-88a1-435b-9d00-f33cf752f83c req-e8691006-3e9a-471c-98c5-0d8243aa0f86 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 943 time: 0.0654480 Jun 16 18:41:28.440212 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-771e1079-88a1-435b-9d00-f33cf752f83c req-2f63b37f-c144-4543-b284-dbb666a38f0c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374193 Jun 16 18:41:29.642308 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fa216-b039-42bb-9862-2d7eed3f43b8 req-c3c3f7c4-a708-4bea-a47f-adfae977deac tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:29.643827 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-fa7fa216-b039-42bb-9862-2d7eed3f43b8 req-c3c3f7c4-a708-4bea-a47f-adfae977deac tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 943 time: 0.0797524 Jun 16 18:41:29.686361 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-fa7fa216-b039-42bb-9862-2d7eed3f43b8 req-f2f81884-9660-4a0e-bac9-fdf164b829ca tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362718 Jun 16 18:41:30.869992 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92f4e0-d00a-4c5f-a81c-7c607c7647f7 req-633fb189-9008-41e1-b6f2-9c0085a51e01 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:30.871595 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6e92f4e0-d00a-4c5f-a81c-7c607c7647f7 req-633fb189-9008-41e1-b6f2-9c0085a51e01 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 943 time: 0.0618804 Jun 16 18:41:30.908009 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6e92f4e0-d00a-4c5f-a81c-7c607c7647f7 req-245e1f95-3bee-4961-ab8b-20969de83830 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306046 Jun 16 18:41:31.225487 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:41:32.085679 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf4b12-8e1a-4027-94d5-c9a3db5a339a req-5690c5fa-dd3b-4110-9dc8-d625ecb2c126 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:32.087136 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3daf4b12-8e1a-4027-94d5-c9a3db5a339a req-5690c5fa-dd3b-4110-9dc8-d625ecb2c126 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 943 time: 0.0667613 Jun 16 18:41:32.124665 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3daf4b12-8e1a-4027-94d5-c9a3db5a339a req-9d13d417-f6bb-453b-bf03-1d918018ad1c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319080 Jun 16 18:41:33.310116 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a459bb3-1f5e-4b3a-a2c7-144d8ee65335 req-55915d64-2f3b-4aae-855a-dca95fad1476 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:33.311642 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2a459bb3-1f5e-4b3a-a2c7-144d8ee65335 req-55915d64-2f3b-4aae-855a-dca95fad1476 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 943 time: 0.0685203 Jun 16 18:41:33.351749 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2a459bb3-1f5e-4b3a-a2c7-144d8ee65335 req-e5f3f490-67a0-4613-9b8e-603bb62f2de3 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343151 Jun 16 18:41:34.408167 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d66b97-f8f1-4012-945f-faf9967b9e94 req-d6924f00-83f3-4258-a8da-877b4a38a762 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:34.409624 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b0d66b97-f8f1-4012-945f-faf9967b9e94 req-d6924f00-83f3-4258-a8da-877b4a38a762 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0634460 Jun 16 18:41:34.448360 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b0d66b97-f8f1-4012-945f-faf9967b9e94 req-709e9ed4-3134-40c3-9bf2-221a8a5e14cb tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318797 Jun 16 18:41:34.533990 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a33d3-d340-45f1-8f66-c6f9c8badb42 req-a0db4b1e-b7d0-4ca7-bbe7-0e02a0ab1087 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:34.535418 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ea1a33d3-d340-45f1-8f66-c6f9c8badb42 req-a0db4b1e-b7d0-4ca7-bbe7-0e02a0ab1087 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 943 time: 0.0656602 Jun 16 18:41:34.573145 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ea1a33d3-d340-45f1-8f66-c6f9c8badb42 req-28b5ea25-9e77-4cda-aa66-79bf97267d07 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319395 Jun 16 18:41:35.436404 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 4109d405-8820-4ff3-8745-0230d85b8019 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:41:35.539159 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 4109d405-8820-4ff3-8745-0230d85b8019, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=4109d405-8820-4ff3-8745-0230d85b8019,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:41:35.550512 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': '4109d405-8820-4ff3-8745-0230d85b8019', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'port_id': '4109d405-8820-4ff3-8745-0230d85b8019', 'mac_address': 'fa:16:3e:5b:ea:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:41:35.589034 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:35.603875 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4109d405-8820-4ff3-8745-0230d85b8019 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:41:35.623622 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b88fa1-929f-4b5c-b671-304f12c52398 req-d8133f8c-1d9c-4de4-a3e0-d9493ca9693b tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:35.625145 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-60b88fa1-929f-4b5c-b671-304f12c52398 req-d8133f8c-1d9c-4de4-a3e0-d9493ca9693b tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0641663 Jun 16 18:41:35.625363 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 4109d405-8820-4ff3-8745-0230d85b8019, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=4109d405-8820-4ff3-8745-0230d85b8019,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:41:35.629577 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:35.633227 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:35.667523 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-60b88fa1-929f-4b5c-b671-304f12c52398 req-20d174c3-5e38-48cf-9ce4-62c29a90aafc tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345185 Jun 16 18:41:35.678669 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=4109d405-8820-4ff3-8745-0230d85b8019,revision_number=9']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:35.689638 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:35.690039 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:35.690412 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:35.690809 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:35.691189 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:35.691551 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:35.691914 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:35.692321 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:35.692859 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:35.693418 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:35.693986 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:35.695427 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:35.701685 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:35.777165 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7951e8-5cfc-464a-ac23-d2a621d0bea2 req-f52e13c2-00af-4a47-96c1-6df12463b23a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:35.778573 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8d7951e8-5cfc-464a-ac23-d2a621d0bea2 req-f52e13c2-00af-4a47-96c1-6df12463b23a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 944 time: 0.0652208 Jun 16 18:41:35.815172 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8d7951e8-5cfc-464a-ac23-d2a621d0bea2 req-516eb244-16a6-4480-9b8f-cd3b9e34bcae tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308697 Jun 16 18:41:35.869736 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['4109d405-8820-4ff3-8745-0230d85b8019'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:41:36.585816 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96932b11-9c29-4ac0-879d-b22d8da9c273 req-b2305fe7-dcd1-423d-a59e-63bfa82e415e tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:36.587155 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-96932b11-9c29-4ac0-879d-b22d8da9c273 req-b2305fe7-dcd1-423d-a59e-63bfa82e415e tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=090e5102-e373-4952-85e3-d81075b90d9f HTTP/1.1" status: 200 len: 945 time: 0.0608759 Jun 16 18:41:36.624196 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-96932b11-9c29-4ac0-879d-b22d8da9c273 req-81bbeb91-91f0-43c8-a675-e4f671606133 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b999410-3700-4d42-b21a-afbe954f0256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313051 Jun 16 18:41:36.847590 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6b0fd-bed5-4230-928f-4a204a43b8f7 req-ac94b185-d7ff-44a3-b26a-2f0fcc7730c0 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:36.849010 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a6c6b0fd-bed5-4230-928f-4a204a43b8f7 req-ac94b185-d7ff-44a3-b26a-2f0fcc7730c0 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0602329 Jun 16 18:41:36.888081 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a6c6b0fd-bed5-4230-928f-4a204a43b8f7 req-b0f51dd7-0795-463f-8b39-338e501c7482 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324442 Jun 16 18:41:36.997424 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de2190-9f19-4dfe-99f6-80ae4fa2dddb req-918ec47e-6f4d-4104-b274-20d543790814 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:36.998892 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-99de2190-9f19-4dfe-99f6-80ae4fa2dddb req-918ec47e-6f4d-4104-b274-20d543790814 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 944 time: 0.0672312 Jun 16 18:41:37.035993 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-99de2190-9f19-4dfe-99f6-80ae4fa2dddb req-8784fbe9-6927-4ae5-93a3-5e79a1839cd1 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314844 Jun 16 18:41:37.450525 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 4109d405-8820-4ff3-8745-0230d85b8019 up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:41:37.499123 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port 4109d405-8820-4ff3-8745-0230d85b8019 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:41:37.499432 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:37.578415 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:37.599908 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e0ac73-ffa8-4db3-a02a-785fb4175668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4109d405-8820-4ff3-8745-0230d85b8019'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:41:37.602373 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed2a905-dd4b-459c-832b-1fedbeb29935" -d '{"events": [{"server_uuid": "e4e0ac73-ffa8-4db3-a02a-785fb4175668", "name": "network-vif-plugged", "status": "completed", "tag": "4109d405-8820-4ff3-8745-0230d85b8019"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:41:37.614465 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 4109d405-8820-4ff3-8745-0230d85b8019, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=4109d405-8820-4ff3-8745-0230d85b8019,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:41:37.619757 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:37.621953 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:37.670707 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=4109d405-8820-4ff3-8745-0230d85b8019,revision_number=10']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:37.673921 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:37.766173 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce36a6fc-3237-4d7c-b727-7e6eca6c78e7 x-openstack-request-id: req-ce36a6fc-3237-4d7c-b727-7e6eca6c78e7 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:41:37.766474 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e0ac73-ffa8-4db3-a02a-785fb4175668", "name": "network-vif-plugged", "status": "completed", "tag": "4109d405-8820-4ff3-8745-0230d85b8019", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:41:37.766735 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce36a6fc-3237-4d7c-b727-7e6eca6c78e7 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:41:37.767132 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e0ac73-ffa8-4db3-a02a-785fb4175668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4109d405-8820-4ff3-8745-0230d85b8019', 'code': 200} Jun 16 18:41:37.798423 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8de93e-cdf8-4012-b58c-e94269bebc09 req-0c545435-e143-41cf-8bff-5ff1df3e1a83 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:37.799919 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-eb8de93e-cdf8-4012-b58c-e94269bebc09 req-0c545435-e143-41cf-8bff-5ff1df3e1a83 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=090e5102-e373-4952-85e3-d81075b90d9f HTTP/1.1" status: 200 len: 945 time: 0.0633395 Jun 16 18:41:37.838377 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-eb8de93e-cdf8-4012-b58c-e94269bebc09 req-17c99428-df7d-4b77-88c5-a3ff0eed6b31 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b999410-3700-4d42-b21a-afbe954f0256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322611 Jun 16 18:41:37.970990 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73d26a-a961-4880-ba1a-b86e58f0c064 req-81cef194-6ede-4d2a-8b6a-5ef038a3916e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:37.972489 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7e73d26a-a961-4880-ba1a-b86e58f0c064 req-81cef194-6ede-4d2a-8b6a-5ef038a3916e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 1099 time: 0.0539289 Jun 16 18:41:38.016470 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7e73d26a-a961-4880-ba1a-b86e58f0c064 req-307e2800-643f-4c6e-b2ac-9bb63f7e8393 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370972 Jun 16 18:41:38.064944 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78273256-e6e4-4a91-a490-be9ba48ffb34 req-6d6668ed-8b2f-4692-9d05-c89ee543e1bf tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:38.066369 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-78273256-e6e4-4a91-a490-be9ba48ffb34 req-6d6668ed-8b2f-4692-9d05-c89ee543e1bf tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0639932 Jun 16 18:41:38.105377 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-78273256-e6e4-4a91-a490-be9ba48ffb34 req-210df1bb-15bc-4c7e-a952-76b3f3e97258 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328691 Jun 16 18:41:38.210078 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48944-a64c-483a-8235-ce6a8f2e23c9 req-e565fddb-163e-4010-a948-0b0a3607c5c5 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:38.211834 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6ff48944-a64c-483a-8235-ce6a8f2e23c9 req-e565fddb-163e-4010-a948-0b0a3607c5c5 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 946 time: 0.0618439 Jun 16 18:41:38.250699 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6ff48944-a64c-483a-8235-ce6a8f2e23c9 req-687d3e1e-3a29-48d4-90b7-16ad898a0e2e tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331597 Jun 16 18:41:38.619126 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bd959-1baf-4575-828b-00504e87339b req-e7bbd4a3-e7be-453e-8281-f3ed189843cf tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:38.620807 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5b4bd959-1baf-4575-828b-00504e87339b req-e7bbd4a3-e7be-453e-8281-f3ed189843cf tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.36 "GET /v2.0/ports?device_id=090e5102-e373-4952-85e3-d81075b90d9f HTTP/1.1" status: 200 len: 945 time: 0.0637817 Jun 16 18:41:38.717153 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-5b4bd959-1baf-4575-828b-00504e87339b req-922bb07a-5eff-40ef-85af-dbccf957a77d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Deleting port 7967c943-ec6e-4dce-ad65-b41e283552d6 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:41:38.717492 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-5b4bd959-1baf-4575-828b-00504e87339b req-922bb07a-5eff-40ef-85af-dbccf957a77d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:38.805374 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-5b4bd959-1baf-4575-828b-00504e87339b req-922bb07a-5eff-40ef-85af-dbccf957a77d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] For port 7967c943-ec6e-4dce-ad65-b41e283552d6, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=7967c943-ec6e-4dce-ad65-b41e283552d6,segment=NetworkSegment(eb64175d-32cf-403f-9dbe-f12267b389de),segment_id=eb64175d-32cf-403f-9dbe-f12267b389de)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:41:38.806085 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-5b4bd959-1baf-4575-828b-00504e87339b req-922bb07a-5eff-40ef-85af-dbccf957a77d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:38.915296 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e23348bd-3548-4ef1-b0d1-4eb81fed12be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:39.317202 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-5b4bd959-1baf-4575-828b-00504e87339b req-922bb07a-5eff-40ef-85af-dbccf957a77d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:39.317584 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-5b4bd959-1baf-4575-828b-00504e87339b req-922bb07a-5eff-40ef-85af-dbccf957a77d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439533'] for floatingip, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:39.317906 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.db.l3_db [req-5b4bd959-1baf-4575-828b-00504e87339b req-922bb07a-5eff-40ef-85af-dbccf957a77d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Floating IP 44a3908d-0b2f-4830-b68c-d10df0970d14 disassociated. External IP: 172.28.2.77, port: 7967c943-ec6e-4dce-ad65-b41e283552d6. Jun 16 18:41:39.318258 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-5b4bd959-1baf-4575-828b-00504e87339b req-922bb07a-5eff-40ef-85af-dbccf957a77d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Calling delete_port for 7967c943-ec6e-4dce-ad65-b41e283552d6 owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:41:39.358162 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630659f-c0f3-4c96-8464-bd4115af23f4 req-da798eb2-3810-46d5-bc16-d65f7c78c81d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:39.359843 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9630659f-c0f3-4c96-8464-bd4115af23f4 req-da798eb2-3810-46d5-bc16-d65f7c78c81d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=090e5102-e373-4952-85e3-d81075b90d9f HTTP/1.1" status: 200 len: 945 time: 0.1895537 Jun 16 18:41:39.423926 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218d614-d98b-4139-8725-e681de2704fb req-0295d156-eb34-4837-acbf-da3b0739e50d tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:39.425514 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2218d614-d98b-4139-8725-e681de2704fb req-0295d156-eb34-4837-acbf-da3b0739e50d tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.1778958 Jun 16 18:41:39.476677 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9630659f-c0f3-4c96-8464-bd4115af23f4 req-86982b8b-054c-4647-ab8d-83900e2f9d38 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b999410-3700-4d42-b21a-afbe954f0256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850277 Jun 16 18:41:39.505828 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2218d614-d98b-4139-8725-e681de2704fb req-817d082c-88b6-431f-b485-fb4effc966d3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701325 Jun 16 18:41:39.565446 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-5b4bd959-1baf-4575-828b-00504e87339b req-922bb07a-5eff-40ef-85af-dbccf957a77d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:39.569338 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-49a4c13d-46cb-48b3-a12e-78f8fd7876ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:39.594900 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922bb07a-5eff-40ef-85af-dbccf957a77d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Pushing event deleted for resources: {'Port': ['ID=7967c943-ec6e-4dce-ad65-b41e283552d6,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:39.607269 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-922bb07a-5eff-40ef-85af-dbccf957a77d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:39.751887 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063c817-f66b-4a47-8cd6-ee92183c4c38 req-a26d0803-b646-4071-8293-5665a1bb09c4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:39.753299 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b063c817-f66b-4a47-8cd6-ee92183c4c38 req-a26d0803-b646-4071-8293-5665a1bb09c4 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 946 time: 0.1630819 Jun 16 18:41:39.798424 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b4bd959-1baf-4575-828b-00504e87339b req-922bb07a-5eff-40ef-85af-dbccf957a77d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Router 12587d63-aff2-4c87-bb7a-d8be1330b237 has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:41:39.814205 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b063c817-f66b-4a47-8cd6-ee92183c4c38 req-96765150-cc30-4016-ad9a-00ac4f330f92 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527508 Jun 16 18:41:39.913885 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b4bd959-1baf-4575-828b-00504e87339b req-922bb07a-5eff-40ef-85af-dbccf957a77d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:41:39.922961 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c9cd12-1edb-4ec0-8ff6-925a6ddd6f96 None None] Sync routers for ids ['12587d63-aff2-4c87-bb7a-d8be1330b237'] in dv-cinder-667108-31-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:41:39.933354 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c9cd12-1edb-4ec0-8ff6-925a6ddd6f96 None None] Routers {'12587d63-aff2-4c87-bb7a-d8be1330b237'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:41:39.933986 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-b4c9cd12-1edb-4ec0-8ff6-925a6ddd6f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:41:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['12587d63-aff2-4c87-bb7a-d8be1330b237'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:41:39.962225 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4bd959-1baf-4575-828b-00504e87339b req-922bb07a-5eff-40ef-85af-dbccf957a77d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] No DVR routers for this DVR port 7967c943-ec6e-4dce-ad65-b41e283552d6 on host hv-cinder-66710 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:41:39.965723 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-5b4bd959-1baf-4575-828b-00504e87339b req-922bb07a-5eff-40ef-85af-dbccf957a77d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:39.967783 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5b4bd959-1baf-4575-828b-00504e87339b req-922bb07a-5eff-40ef-85af-dbccf957a77d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.36 "DELETE /v2.0/ports/7967c943-ec6e-4dce-ad65-b41e283552d6 HTTP/1.1" status: 204 len: 173 time: 1.3407433 Jun 16 18:41:39.968433 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090e5102-e373-4952-85e3-d81075b90d9f', 'name': 'network-vif-deleted', 'tag': '7967c943-ec6e-4dce-ad65-b41e283552d6'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:41:39.971696 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67c6093-ffb8-4bf9-a3d5-edae8c134b06" -d '{"events": [{"server_uuid": "090e5102-e373-4952-85e3-d81075b90d9f", "name": "network-vif-deleted", "tag": "7967c943-ec6e-4dce-ad65-b41e283552d6"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:41:40.066736 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-b4c9cd12-1edb-4ec0-8ff6-925a6ddd6f96 None None] Set router 12587d63-aff2-4c87-bb7a-d8be1330b237 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:41:40.082369 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc03f370-78fd-4738-8692-3c9b2c859d27 x-openstack-request-id: req-fc03f370-78fd-4738-8692-3c9b2c859d27 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:41:40.082702 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090e5102-e373-4952-85e3-d81075b90d9f", "name": "network-vif-deleted", "tag": "7967c943-ec6e-4dce-ad65-b41e283552d6", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:41:40.083016 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fc03f370-78fd-4738-8692-3c9b2c859d27 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:41:40.083620 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090e5102-e373-4952-85e3-d81075b90d9f', 'name': 'network-vif-deleted', 'tag': '7967c943-ec6e-4dce-ad65-b41e283552d6', 'status': 'completed', 'code': 200} Jun 16 18:41:40.280370 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-b4c9cd12-1edb-4ec0-8ff6-925a6ddd6f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:52Z', 'updated_at': '2021-06-16T18:36:10Z', 'revision_number': 4, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'gw_port': {'id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:55Z', 'updated_at': '2021-06-16T18:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '00063d25-8d56-4d22-922b-aec65d8a8c93', 'name': '', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'mac_address': 'fa:16:3e:f2:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:36:06Z', 'updated_at': '2021-06-16T18:36:19Z', 'revision_number': 5, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'subnets': [{'id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:41:40.283684 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c9cd12-1edb-4ec0-8ff6-925a6ddd6f96 None None] Checking router: 12587d63-aff2-4c87-bb7a-d8be1330b237 for host: dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:41:40.291784 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c9cd12-1edb-4ec0-8ff6-925a6ddd6f96 None None] Routers {'12587d63-aff2-4c87-bb7a-d8be1330b237'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:41:40.292410 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-b4c9cd12-1edb-4ec0-8ff6-925a6ddd6f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:41:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['12587d63-aff2-4c87-bb7a-d8be1330b237'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:41:40.389852 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-b4c9cd12-1edb-4ec0-8ff6-925a6ddd6f96 None None] Set router 12587d63-aff2-4c87-bb7a-d8be1330b237 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:41:40.616666 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-b4c9cd12-1edb-4ec0-8ff6-925a6ddd6f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:52Z', 'updated_at': '2021-06-16T18:36:10Z', 'revision_number': 4, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'gw_port': {'id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:55Z', 'updated_at': '2021-06-16T18:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '00063d25-8d56-4d22-922b-aec65d8a8c93', 'name': '', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'mac_address': 'fa:16:3e:f2:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:36:06Z', 'updated_at': '2021-06-16T18:36:19Z', 'revision_number': 5, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'subnets': [{'id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:41:40.621697 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c9cd12-1edb-4ec0-8ff6-925a6ddd6f96 None None] The sync data for ids ['12587d63-aff2-4c87-bb7a-d8be1330b237'] in dv-cinder-667108-31-smb is: [{'id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:52Z', 'updated_at': '2021-06-16T18:36:10Z', 'revision_number': 4, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'gw_port': {'id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:55Z', 'updated_at': '2021-06-16T18:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '00063d25-8d56-4d22-922b-aec65d8a8c93', 'name': '', 'network_id': 'c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'mac_address': 'fa:16:3e:f2:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:36:06Z', 'updated_at': '2021-06-16T18:36:19Z', 'revision_number': 5, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'subnets': [{'id': 'dc7cf5ef-6aa1-4199-9c30-73b9adb626d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:41:40.655698 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b349dee9-41fe-4f38-a447-b3f6fb6c9c09 req-8c2370f0-9164-4335-8d1e-330dbed1a2fc tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/ports?device_id=090e5102-e373-4952-85e3-d81075b90d9f HTTP/1.1" status: 200 len: 210 time: 0.0368779 Jun 16 18:41:40.719351 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810e354-7981-42a9-9231-96b6a961e1eb req-559d64ea-1735-455d-92d8-3c2a8612c4c9 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:40.720840 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f810e354-7981-42a9-9231-96b6a961e1eb req-559d64ea-1735-455d-92d8-3c2a8612c4c9 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0688088 Jun 16 18:41:40.761991 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f810e354-7981-42a9-9231-96b6a961e1eb req-aa2864a5-47d1-4382-9e8a-20c424ec257c tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350068 Jun 16 18:41:40.840537 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f2ea3f-c545-4a72-90c7-15ad674b67b1 None None] New status for floating IP 44a3908d-0b2f-4830-b68c-d10df0970d14: DOWN {{(pid=92981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:41:41.003332 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f0a57-20b4-44d6-8a07-0ec6071ebbe9 req-ef46db29-d349-4029-adf3-b9a708f80880 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:41.004829 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9d1f0a57-20b4-44d6-8a07-0ec6071ebbe9 req-ef46db29-d349-4029-adf3-b9a708f80880 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 946 time: 0.0764282 Jun 16 18:41:41.042605 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9d1f0a57-20b4-44d6-8a07-0ec6071ebbe9 req-b297e1eb-801a-403d-b708-f41b16a83d89 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320516 Jun 16 18:41:41.281379 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1ac386e-b3e0-409b-9f15-88405cc31716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:41.308754 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:41.487888 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 7967c943-ec6e-4dce-ad65-b41e283552d6 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:41:41.507013 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] No Port match for: 7967c943-ec6e-4dce-ad65-b41e283552d6 {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:41:41.507359 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 7967c943-ec6e-4dce-ad65-b41e283552d6 not bound to the agent host hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:41:41.695322 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:41.792642 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 38198) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:41.847707 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-29074461-a465-432e-a4ec-dc258da68d38 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:41.872946 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-29074461-a465-432e-a4ec-dc258da68d38 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:41.954429 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-29074461-a465-432e-a4ec-dc258da68d38 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:41.957025 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-29074461-a465-432e-a4ec-dc258da68d38 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:41.958156 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-29074461-a465-432e-a4ec-dc258da68d38 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "DELETE /v2.0/security-groups/2b999410-3700-4d42-b21a-afbe954f0256 HTTP/1.1" status: 204 len: 168 time: 0.1645777 Jun 16 18:41:41.961070 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-fccb7618-19c8-4c57-a663-91146b737036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:41.961723 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38200) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:41.970530 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f47f2e-51b7-4816-9af8-2b91ed9ece36 req-c00c05ce-1c2e-4a86-a80d-83215e4280c2 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:41.971977 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-62f47f2e-51b7-4816-9af8-2b91ed9ece36 req-c00c05ce-1c2e-4a86-a80d-83215e4280c2 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0963619 Jun 16 18:41:41.978429 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.api.v2.resource [None req-39f54e40-5979-48c0-a281-270735878fd7 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] show failed (client error): The resource could not be found. Jun 16 18:41:41.979392 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-39f54e40-5979-48c0-a281-270735878fd7 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "GET /v2.0/security-groups/2b999410-3700-4d42-b21a-afbe954f0256 HTTP/1.1" status: 404 len: 347 time: 0.0164864 Jun 16 18:41:41.980622 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29074461-a465-432e-a4ec-dc258da68d38 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b999410-3700-4d42-b21a-afbe954f0256,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:41.982380 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38202) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:41.987341 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-29074461-a465-432e-a4ec-dc258da68d38 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:42.017677 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-62f47f2e-51b7-4816-9af8-2b91ed9ece36 req-3420d808-03bd-4a98-b105-ca40665f24d3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390713 Jun 16 18:41:42.103270 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Deleting port f09d5bad-5dc8-47eb-ad73-b0e699015cf1 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:41:42.103607 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:42.180251 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:42.180580 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:42.247035 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Calling delete_port for f09d5bad-5dc8-47eb-ad73-b0e699015cf1 owned by network:floatingip {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:41:42.375064 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131963299'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:42.377654 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7eb3173a-14ba-43a3-9c6a-bc7db4bf4f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:42.401711 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Pushing event deleted for resources: {'Port': ['ID=f09d5bad-5dc8-47eb-ad73-b0e699015cf1,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:42.425823 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:42.426194 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:42.426557 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:42.426912 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:42.427261 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:42.427611 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:42.427958 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:42.428508 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:42.428919 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:42.429226 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:42.429568 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:42.429910 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:41:42.434043 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:42.469597 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks [] for floatingip, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:42.472030 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:42.473151 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] 10.222.0.46 "DELETE /v2.0/floatingips/44a3908d-0b2f-4830-b68c-d10df0970d14 HTTP/1.1" status: 204 len: 168 time: 0.4900191 Jun 16 18:41:42.490043 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:43.190734 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278812b-0820-4859-9bff-0a4340bfc901 req-77b9eaae-f03f-4936-b3ac-563e9de53b66 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:43.192201 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f278812b-0820-4859-9bff-0a4340bfc901 req-77b9eaae-f03f-4936-b3ac-563e9de53b66 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0668759 Jun 16 18:41:43.230752 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f278812b-0820-4859-9bff-0a4340bfc901 req-4bbdfc3a-6b2f-4d88-b279-4c8e08e9e28a tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318539 Jun 16 18:41:44.184698 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:44.406915 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d50fe-f71c-40f5-850b-684ea0c66109 req-3fdf2440-d772-4841-abba-4f2929d75fa2 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:44.408371 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-484d50fe-f71c-40f5-850b-684ea0c66109 req-3fdf2440-d772-4841-abba-4f2929d75fa2 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0633337 Jun 16 18:41:44.444717 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-484d50fe-f71c-40f5-850b-684ea0c66109 req-a9bd2677-bbbb-4594-a2ab-425101ba026f tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306659 Jun 16 18:41:45.615180 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765d727-edcc-468e-8c7d-1510a948f345 req-8d50cd65-dbe6-47ad-be2b-7ff5c0fd08bf tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:45.616633 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7765d727-edcc-468e-8c7d-1510a948f345 req-8d50cd65-dbe6-47ad-be2b-7ff5c0fd08bf tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0618329 Jun 16 18:41:45.660051 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7765d727-edcc-468e-8c7d-1510a948f345 req-34bea460-8bc4-4538-8d37-1998584416f2 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371604 Jun 16 18:41:46.134595 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 38236) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:46.571777 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ec1d626b-d2b9-471d-a528-8c092f8f07ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-493258'] for router_interface, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:46.865617 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5195a2-d785-4c27-bded-934a1ab3b3ea req-412bbf8f-30ac-48e2-bc2b-3b4237f37883 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:46.866970 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8c5195a2-d785-4c27-bded-934a1ab3b3ea req-412bbf8f-30ac-48e2-bc2b-3b4237f37883 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0950825 Jun 16 18:41:46.890361 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d626b-d2b9-471d-a528-8c092f8f07ff admin admin] Deleting port 00063d25-8d56-4d22-922b-aec65d8a8c93 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:41:46.890697 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ec1d626b-d2b9-471d-a528-8c092f8f07ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:46.925390 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-8c5195a2-d785-4c27-bded-934a1ab3b3ea req-8b4d003e-f532-48d4-8174-ec5d87c0f1d6 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519137 Jun 16 18:41:46.985838 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [None req-ec1d626b-d2b9-471d-a528-8c092f8f07ff admin admin] For port 00063d25-8d56-4d22-922b-aec65d8a8c93, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=00063d25-8d56-4d22-922b-aec65d8a8c93,segment=NetworkSegment(eb64175d-32cf-403f-9dbe-f12267b389de),segment_id=eb64175d-32cf-403f-9dbe-f12267b389de)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:41:46.986199 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ec1d626b-d2b9-471d-a528-8c092f8f07ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:47.047600 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d626b-d2b9-471d-a528-8c092f8f07ff admin admin] Calling delete_port for 00063d25-8d56-4d22-922b-aec65d8a8c93 owned by network:router_interface {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:41:47.219943 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ec1d626b-d2b9-471d-a528-8c092f8f07ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:47.221832 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ebe2c3d2-994e-4f75-8fde-bb0b4c4c2130 tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:47.249551 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d626b-d2b9-471d-a528-8c092f8f07ff admin admin] Pushing event deleted for resources: {'Port': ['ID=00063d25-8d56-4d22-922b-aec65d8a8c93,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:47.252608 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ec1d626b-d2b9-471d-a528-8c092f8f07ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:47.409557 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ec1d626b-d2b9-471d-a528-8c092f8f07ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133741491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493150'] for router_interface, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:47.621276 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1d626b-d2b9-471d-a528-8c092f8f07ff admin admin] Router 12587d63-aff2-4c87-bb7a-d8be1330b237 has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:41:47.725356 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1d626b-d2b9-471d-a528-8c092f8f07ff admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:41:47.731661 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-ec1d626b-d2b9-471d-a528-8c092f8f07ff admin admin] 10.222.0.46 "PUT /v2.0/routers/12587d63-aff2-4c87-bb7a-d8be1330b237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5960348 Jun 16 18:41:47.734156 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 38242) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:47.737366 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458b9bd-81d0-450d-92ff-c4dd828566d0 None None] Sync routers for ids ['12587d63-aff2-4c87-bb7a-d8be1330b237'] in dv-cinder-667108-31-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:41:47.747048 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458b9bd-81d0-450d-92ff-c4dd828566d0 None None] Routers {'12587d63-aff2-4c87-bb7a-d8be1330b237'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:41:47.747652 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-3458b9bd-81d0-450d-92ff-c4dd828566d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:41:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['12587d63-aff2-4c87-bb7a-d8be1330b237'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:41:47.844964 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b1ba663e-f3bf-41c0-ae07-b8fc2fbe5b8a admin admin] Notify callbacks [] for router, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:47.852081 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-3458b9bd-81d0-450d-92ff-c4dd828566d0 None None] Set router 12587d63-aff2-4c87-bb7a-d8be1330b237 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:41:47.940916 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b1ba663e-f3bf-41c0-ae07-b8fc2fbe5b8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:47.999646 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-b1ba663e-f3bf-41c0-ae07-b8fc2fbe5b8a admin admin] Deleting port e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:41:47.999989 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b1ba663e-f3bf-41c0-ae07-b8fc2fbe5b8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:48.034022 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-3458b9bd-81d0-450d-92ff-c4dd828566d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:52Z', 'updated_at': '2021-06-16T18:41:47Z', 'revision_number': 5, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'gw_port': {'id': 'e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:55Z', 'updated_at': '2021-06-16T18:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:41:48.037477 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458b9bd-81d0-450d-92ff-c4dd828566d0 None None] Checking router: 12587d63-aff2-4c87-bb7a-d8be1330b237 for host: dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:41:48.046794 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458b9bd-81d0-450d-92ff-c4dd828566d0 None None] Routers {'12587d63-aff2-4c87-bb7a-d8be1330b237'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:41:48.047402 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-3458b9bd-81d0-450d-92ff-c4dd828566d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:41:41Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['12587d63-aff2-4c87-bb7a-d8be1330b237'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:41:48.114396 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [None req-b1ba663e-f3bf-41c0-ae07-b8fc2fbe5b8a admin admin] For port e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:41:48.114760 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b1ba663e-f3bf-41c0-ae07-b8fc2fbe5b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:48.130288 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-3458b9bd-81d0-450d-92ff-c4dd828566d0 None None] Set router 12587d63-aff2-4c87-bb7a-d8be1330b237 gateway port host: None {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:41:48.186106 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-b1ba663e-f3bf-41c0-ae07-b8fc2fbe5b8a admin admin] Calling delete_port for e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f owned by network:router_gateway {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:41:48.186821 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-3458b9bd-81d0-450d-92ff-c4dd828566d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:52Z', 'updated_at': '2021-06-16T18:41:47Z', 'revision_number': 6, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'gw_port_host': None}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:41:48.190387 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458b9bd-81d0-450d-92ff-c4dd828566d0 None None] The sync data for ids ['12587d63-aff2-4c87-bb7a-d8be1330b237'] in dv-cinder-667108-31-smb is: [{'id': '12587d63-aff2-4c87-bb7a-d8be1330b237', 'name': 'tempest-AttachVolumeTestJSON-1283150005-router', 'tenant_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:52Z', 'updated_at': '2021-06-16T18:41:47Z', 'revision_number': 6, 'project_id': '7bc91c45bdd24caa9702ccfebfce88a4', 'gw_port_host': None}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:41:48.204170 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12920c7c-cc1d-4854-8ee2-d5fc7c5f4f61 req-13d65c4c-5d4a-4751-9207-f32e07e34d24 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:48.204847 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-12920c7c-cc1d-4854-8ee2-d5fc7c5f4f61 req-13d65c4c-5d4a-4751-9207-f32e07e34d24 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.1517346 Jun 16 18:41:48.551196 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-12920c7c-cc1d-4854-8ee2-d5fc7c5f4f61 req-75f80c11-f507-478d-9ae9-8849c6e8892c tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3403404 Jun 16 18:41:48.662529 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b1ba663e-f3bf-41c0-ae07-b8fc2fbe5b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:48.664640 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e5a88a80-5490-4822-9da7-cf41614e112c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:48.687543 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba663e-f3bf-41c0-ae07-b8fc2fbe5b8a admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:48.690594 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b1ba663e-f3bf-41c0-ae07-b8fc2fbe5b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:48.746740 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b1ba663e-f3bf-41c0-ae07-b8fc2fbe5b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439325'] for router_gateway, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:48.833524 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b1ba663e-f3bf-41c0-ae07-b8fc2fbe5b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1002'] for router, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:48.835541 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b1ba663e-f3bf-41c0-ae07-b8fc2fbe5b8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:48.881390 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b1ba663e-f3bf-41c0-ae07-b8fc2fbe5b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494935'] for router, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:48.881835 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ba663e-f3bf-41c0-ae07-b8fc2fbe5b8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12587d63-aff2-4c87-bb7a-d8be1330b237 {{(pid=92978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 18:41:48.887712 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b1ba663e-f3bf-41c0-ae07-b8fc2fbe5b8a admin admin] Notify callbacks [] for router, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:48.888804 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-b1ba663e-f3bf-41c0-ae07-b8fc2fbe5b8a admin admin] 10.222.0.46 "DELETE /v2.0/routers/12587d63-aff2-4c87-bb7a-d8be1330b237 HTTP/1.1" status: 204 len: 168 time: 1.1537395 Jun 16 18:41:48.891292 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 38246) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:48.936766 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a17bba4-6f00-4bee-97d1-e19710cdbd92 admin admin] Deleting subnet dc7cf5ef-6aa1-4199-9c30-73b9adb626d9 {{(pid=92978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:41:48.940756 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3a17bba4-6f00-4bee-97d1-e19710cdbd92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:48.978360 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3a17bba4-6f00-4bee-97d1-e19710cdbd92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130531062'] for subnet, precommit_delete_associations {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:49.018933 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f no longer exists at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:41:49.041346 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] No Port match for: e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:41:49.041707 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device e4f19a5a-5fcd-4cd9-8adb-7a6e3921959f not bound to the agent host dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:41:49.042339 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 00063d25-8d56-4d22-922b-aec65d8a8c93 no longer exists at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:41:49.061192 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] No Port match for: 00063d25-8d56-4d22-922b-aec65d8a8c93 {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:41:49.061551 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 00063d25-8d56-4d22-922b-aec65d8a8c93 not bound to the agent host dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:41:49.089656 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3a17bba4-6f00-4bee-97d1-e19710cdbd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586659'] for subnet, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:49.145023 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3a17bba4-6f00-4bee-97d1-e19710cdbd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130527945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130642475'] for subnet, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:49.147353 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2b982368-d0ae-42af-8663-28a6b2425473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:49.172400 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17bba4-6f00-4bee-97d1-e19710cdbd92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7cf5ef-6aa1-4199-9c30-73b9adb626d9,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:49.175477 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3a17bba4-6f00-4bee-97d1-e19710cdbd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:49.176534 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3a17bba4-6f00-4bee-97d1-e19710cdbd92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:49.178464 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-3a17bba4-6f00-4bee-97d1-e19710cdbd92 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dc7cf5ef-6aa1-4199-9c30-73b9adb626d9 HTTP/1.1" status: 204 len: 168 time: 0.2861822 Jun 16 18:41:49.181215 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 38248) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:49.183895 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefb004c-32b5-4876-9e68-012e87b596ea None None] Network c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:41:49.253892 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627518'] for network, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:49.311980 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] Deleting port 8e96db71-99dc-4bb7-82de-67cb9c752fc5 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:41:49.312380 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:49.378317 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] For port 8e96db71-99dc-4bb7-82de-67cb9c752fc5, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=8e96db71-99dc-4bb7-82de-67cb9c752fc5,segment=NetworkSegment(eb64175d-32cf-403f-9dbe-f12267b389de),segment_id=eb64175d-32cf-403f-9dbe-f12267b389de)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:41:49.378317 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:49.384702 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26c0da4-c157-4538-942d-9a069f012b4e None None] DHCP port deletion for c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 request from dv-cinder-667108-31-smb {{(pid=92980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 18:41:49.433600 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-a26c0da4-c157-4538-942d-9a069f012b4e None None] Deleting port 8e96db71-99dc-4bb7-82de-67cb9c752fc5 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:41:49.433982 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a26c0da4-c157-4538-942d-9a069f012b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:49.445896 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] Calling delete_port for 8e96db71-99dc-4bb7-82de-67cb9c752fc5 owned by network:dhcp {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:41:49.496841 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-a26c0da4-c157-4538-942d-9a069f012b4e None None] For port 8e96db71-99dc-4bb7-82de-67cb9c752fc5, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=8e96db71-99dc-4bb7-82de-67cb9c752fc5,segment=NetworkSegment(eb64175d-32cf-403f-9dbe-f12267b389de),segment_id=eb64175d-32cf-403f-9dbe-f12267b389de)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:41:49.497172 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a26c0da4-c157-4538-942d-9a069f012b4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:49.529547 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:49.531854 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ce7c3969-40ab-4caa-a6c2-8b42b9be1844 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:49.556814 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] Pushing event deleted for resources: {'Port': ['ID=8e96db71-99dc-4bb7-82de-67cb9c752fc5,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:49.559823 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:49.560648 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] No DVR routers for this DVR port 8e96db71-99dc-4bb7-82de-67cb9c752fc5 on host dv-cinder-667108-31-smb {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:41:49.638589 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584236', 'neutron.services.segments.db._delete_segments_for_network-8789583485489'] for network, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:49.650104 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9']}} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:41:49.660512 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb64175d-32cf-403f-9dbe-f12267b389de') {'for_net_delete': True} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:41:49.660892 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb64175d-32cf-403f-9dbe-f12267b389de') {} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:41:49.679786 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789583484802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130531055'] for segment, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:49.690362 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-a26c0da4-c157-4538-942d-9a069f012b4e None None] Calling delete_port for 8e96db71-99dc-4bb7-82de-67cb9c752fc5 owned by network:dhcp {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:41:49.711345 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:49.720062 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=92978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:41:49.720586 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130527830'] for segment, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: Traceback (most recent call last): Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: timer() Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: cb(*args, **kw) Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: return func(*args, **kwargs) Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: self._notify() Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: self.callback(batched_events) Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: event.method(event) Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: return f(self, *a, **k) Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: return self._get(url).json() Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: return self.request(url, 'GET', **kwargs) Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:41:49.722238 dv-cinder-667108-31-smb neutron-server[92978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:41:49.765248 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a26c0da4-c157-4538-942d-9a069f012b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:49.767201 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:49.792776 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c0da4-c157-4538-942d-9a069f012b4e None None] Pushing event deleted for resources: {'Port': ['ID=8e96db71-99dc-4bb7-82de-67cb9c752fc5,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:49.794685 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38ebf1-b9e0-498f-80db-a9e4c1d680d5 req-570cc94d-82b5-45e2-bf1c-4d969da30e59 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:49.796082 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a26c0da4-c157-4538-942d-9a069f012b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:49.796292 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cc38ebf1-b9e0-498f-80db-a9e4c1d680d5 req-570cc94d-82b5-45e2-bf1c-4d969da30e59 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.1279418 Jun 16 18:41:49.797448 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439411'] for network, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:49.798908 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26c0da4-c157-4538-942d-9a069f012b4e None None] No DVR routers for this DVR port 8e96db71-99dc-4bb7-82de-67cb9c752fc5 on host dv-cinder-667108-31-smb {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:41:49.800850 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:49.803337 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:49.805827 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] 10.222.0.46 "DELETE /v2.0/networks/c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9 HTTP/1.1" status: 204 len: 168 time: 0.6235268 Jun 16 18:41:49.824397 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] Pushing event deleted for resources: {'Network': ['ID=c6497727-5e4a-4f1f-a3b5-9effa7b5f8f9,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:49.832313 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-934d1d8a-4fe4-4ef3-bc79-e5ac10f7b96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:49.853230 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cc38ebf1-b9e0-498f-80db-a9e4c1d680d5 req-1c832822-292e-4c80-9f83-bf88d6323c59 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461230 Jun 16 18:41:49.917543 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38254) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:49.956883 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-5ac211f8-69e3-4873-9dd9-f5c6bfff5468 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7bc91c45bdd24caa9702ccfebfce88a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380304 Jun 16 18:41:49.959110 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38256) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:50.008773 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0c14ba29-c355-4e02-996d-64b44c37d8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:50.028830 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0c14ba29-c355-4e02-996d-64b44c37d8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:50.076494 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0c14ba29-c355-4e02-996d-64b44c37d8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:50.079067 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0c14ba29-c355-4e02-996d-64b44c37d8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:50.080187 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-0c14ba29-c355-4e02-996d-64b44c37d8db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4121b1d6-9854-4a6c-9fb3-67c887a12c5e HTTP/1.1" status: 204 len: 168 time: 0.1201437 Jun 16 18:41:50.080908 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ddf590ad-e24c-4bce-a256-0edea7dcf637 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:50.088728 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14ba29-c355-4e02-996d-64b44c37d8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4121b1d6-9854-4a6c-9fb3-67c887a12c5e,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:50.091960 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0c14ba29-c355-4e02-996d-64b44c37d8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:51.005028 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 8e96db71-99dc-4bb7-82de-67cb9c752fc5 no longer exists at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:41:51.026773 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] No Port match for: 8e96db71-99dc-4bb7-82de-67cb9c752fc5 {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:41:51.027220 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 8e96db71-99dc-4bb7-82de-67cb9c752fc5 not bound to the agent host dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:41:51.036576 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9280c-5bc4-47b2-af82-5953c5da962c req-f1bfef19-c1da-4cd0-abec-989967a469a7 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:51.040464 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5cc9280c-5bc4-47b2-af82-5953c5da962c req-f1bfef19-c1da-4cd0-abec-989967a469a7 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0701253 Jun 16 18:41:51.077240 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-5cc9280c-5bc4-47b2-af82-5953c5da962c req-89319af4-e13b-49a2-9e85-720f1364aeaa tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332220 Jun 16 18:41:51.721699 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38308) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:51.825599 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-df078aff-2814-4be0-9523-65ad2fd545f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:51.910776 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-df078aff-2814-4be0-9523-65ad2fd545f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:51.915262 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-df078aff-2814-4be0-9523-65ad2fd545f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:51.917827 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-406329b7-41df-4fad-b54e-f7bd5bac3efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:51.951902 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-df078aff-2814-4be0-9523-65ad2fd545f3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=59934eaf4ecd4963b1d559ec5bf4d345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291622 Jun 16 18:41:51.952804 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df078aff-2814-4be0-9523-65ad2fd545f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc90063-fed0-49f3-b9b0-55579c4bd0b8,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:51.955857 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 38312) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:51.956541 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-df078aff-2814-4be0-9523-65ad2fd545f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:52.004639 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-791a63ff-9509-4899-809c-12ee8387bdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:52.025597 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-791a63ff-9509-4899-809c-12ee8387bdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:52.074804 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-791a63ff-9509-4899-809c-12ee8387bdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:52.077444 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-791a63ff-9509-4899-809c-12ee8387bdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:52.078569 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-791a63ff-9509-4899-809c-12ee8387bdc2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3bc90063-fed0-49f3-b9b0-55579c4bd0b8 HTTP/1.1" status: 204 len: 168 time: 0.1229861 Jun 16 18:41:52.079380 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-70162c23-1f5f-47bd-8e88-a2df44d33ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:52.090490 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a63ff-9509-4899-809c-12ee8387bdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc90063-fed0-49f3-b9b0-55579c4bd0b8,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:52.093905 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-791a63ff-9509-4899-809c-12ee8387bdc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:52.260124 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfbae9-eec4-4155-9896-975ca865c507 req-8edfda50-7015-4efa-83a2-57cfe2e26959 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:52.261637 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-02cfbae9-eec4-4155-9896-975ca865c507 req-8edfda50-7015-4efa-83a2-57cfe2e26959 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0664232 Jun 16 18:41:52.301471 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-02cfbae9-eec4-4155-9896-975ca865c507 req-34360639-8678-4a91-a094-608d0ec4dcc1 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338347 Jun 16 18:41:52.347996 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 38320) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:52.360989 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-871837fb-8faf-462e-a822-f7e9510e3735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:52.447981 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-871837fb-8faf-462e-a822-f7e9510e3735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:52.451576 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-871837fb-8faf-462e-a822-f7e9510e3735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:52.454012 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9d945756-aa92-4aea-a33a-d45eec284a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:52.488966 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-871837fb-8faf-462e-a822-f7e9510e3735 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5c780c8c4eb1464e9f025b6006c6b80f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398320 Jun 16 18:41:52.489867 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871837fb-8faf-462e-a822-f7e9510e3735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030fcb16-91ca-4403-86d3-2ab6309ea995,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:52.491979 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38322) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:52.493584 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-871837fb-8faf-462e-a822-f7e9510e3735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:52.541899 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-54893f81-2ead-4873-b3d1-4bc96c27efb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:52.561956 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-54893f81-2ead-4873-b3d1-4bc96c27efb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:52.608190 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-54893f81-2ead-4873-b3d1-4bc96c27efb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:52.610648 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-54893f81-2ead-4873-b3d1-4bc96c27efb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:52.611748 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-54893f81-2ead-4873-b3d1-4bc96c27efb8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/030fcb16-91ca-4403-86d3-2ab6309ea995 HTTP/1.1" status: 204 len: 168 time: 0.1181846 Jun 16 18:41:52.612493 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7fa4a4a3-8fcd-4e33-a2e8-01571c1065c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:52.619812 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54893f81-2ead-4873-b3d1-4bc96c27efb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030fcb16-91ca-4403-86d3-2ab6309ea995,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:52.622214 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-54893f81-2ead-4873-b3d1-4bc96c27efb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:53.485012 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239712b-e032-4512-b62b-6bb8fcde0080 req-6e7bc9b5-18a8-4742-b911-eb51233aae84 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:53.486478 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d239712b-e032-4512-b62b-6bb8fcde0080 req-6e7bc9b5-18a8-4742-b911-eb51233aae84 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0728495 Jun 16 18:41:53.528760 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d239712b-e032-4512-b62b-6bb8fcde0080 req-722832b4-005a-41d5-9352-04c06476c7ee tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363734 Jun 16 18:41:54.135625 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38368) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:54.239223 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-40d22913-32d2-4b4d-b5d5-2f5ede7d9b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:54.326116 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-40d22913-32d2-4b4d-b5d5-2f5ede7d9b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:54.329709 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-40d22913-32d2-4b4d-b5d5-2f5ede7d9b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:54.332115 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e208157e-4c7a-4244-9269-32cab2f78a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:54.366963 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-40d22913-32d2-4b4d-b5d5-2f5ede7d9b8d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ab005ba5c5548b4bbfd37777c0a94c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302840 Jun 16 18:41:54.368013 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d22913-32d2-4b4d-b5d5-2f5ede7d9b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4d680f-9a2c-4007-8a8f-1b8922424112,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:54.370031 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 38372) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:54.371363 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-40d22913-32d2-4b4d-b5d5-2f5ede7d9b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:54.418788 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7a66f904-eed0-4233-9bc6-2d9a909f18f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:54.438420 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7a66f904-eed0-4233-9bc6-2d9a909f18f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:54.484198 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7a66f904-eed0-4233-9bc6-2d9a909f18f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:54.486792 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7a66f904-eed0-4233-9bc6-2d9a909f18f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:54.487918 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-7a66f904-eed0-4233-9bc6-2d9a909f18f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f4d680f-9a2c-4007-8a8f-1b8922424112 HTTP/1.1" status: 204 len: 168 time: 0.1166506 Jun 16 18:41:54.488755 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4375daf9-b6c6-4a8c-bde3-3ebc905ac0c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:54.496667 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66f904-eed0-4233-9bc6-2d9a909f18f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4d680f-9a2c-4007-8a8f-1b8922424112,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:54.498802 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-7a66f904-eed0-4233-9bc6-2d9a909f18f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:54.719441 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739057cd-ee2f-4aff-b7e4-2dbbff19e880 req-0fcf3c94-d0d2-4ae8-80ef-e6843a1b958d tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:54.720962 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-739057cd-ee2f-4aff-b7e4-2dbbff19e880 req-0fcf3c94-d0d2-4ae8-80ef-e6843a1b958d tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0730555 Jun 16 18:41:54.753140 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38380) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:54.762132 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-739057cd-ee2f-4aff-b7e4-2dbbff19e880 req-9583d2c2-d04a-4543-b917-12e37c9f36a0 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354614 Jun 16 18:41:54.769032 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d9391320-3bf7-4079-8ba3-1229b10d93b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:54.860072 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d9391320-3bf7-4079-8ba3-1229b10d93b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:54.864000 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d9391320-3bf7-4079-8ba3-1229b10d93b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:54.866488 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-54893f81-2ead-4873-b3d1-4bc96c27efb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:54.901312 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9391320-3bf7-4079-8ba3-1229b10d93b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1974ff8a-aa8e-4f52-aaf1-2619da6ddb4b,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:54.904718 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d9391320-3bf7-4079-8ba3-1229b10d93b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:54.907379 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-d9391320-3bf7-4079-8ba3-1229b10d93b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=90b2429b98164666843832af036dcb83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524935 Jun 16 18:41:54.910018 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38382) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:41:54.956186 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8de11239-0235-4660-a275-346727bd5aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:54.980046 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8de11239-0235-4660-a275-346727bd5aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:55.025607 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8de11239-0235-4660-a275-346727bd5aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:55.028082 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8de11239-0235-4660-a275-346727bd5aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:41:55.029209 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-8de11239-0235-4660-a275-346727bd5aee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1974ff8a-aa8e-4f52-aaf1-2619da6ddb4b HTTP/1.1" status: 204 len: 168 time: 0.1181643 Jun 16 18:41:55.029951 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c75297d6-d76f-45b9-b371-1a40b9c9f6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:41:55.036993 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de11239-0235-4660-a275-346727bd5aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1974ff8a-aa8e-4f52-aaf1-2619da6ddb4b,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:41:55.039239 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8de11239-0235-4660-a275-346727bd5aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:41:55.945096 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bd6eb-ce81-482c-8ffc-d4ba5fa8741a req-d46c18dc-e7d3-4e8b-8450-9d66758d70b0 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:55.947101 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1a6bd6eb-ce81-482c-8ffc-d4ba5fa8741a req-d46c18dc-e7d3-4e8b-8450-9d66758d70b0 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0633922 Jun 16 18:41:55.986728 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-1a6bd6eb-ce81-482c-8ffc-d4ba5fa8741a req-8d10002a-7e76-41c5-9a70-fbd34f457de9 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338421 Jun 16 18:41:57.155724 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74f783-a5c0-4c63-a4bb-a813c34718fe req-abca1271-c8fa-429f-ba81-e8cbfe5916db tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:57.157176 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6f74f783-a5c0-4c63-a4bb-a813c34718fe req-abca1271-c8fa-429f-ba81-e8cbfe5916db tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0613055 Jun 16 18:41:57.193471 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6f74f783-a5c0-4c63-a4bb-a813c34718fe req-1d48b8cf-a4c1-4b9e-89ac-a0a7d16b88dd tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307608 Jun 16 18:41:58.365879 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078bd9-f144-4d57-b1d5-2f32a96a8776 req-1e070d1a-ccd4-4bef-bc20-02b6dd17da40 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:58.367304 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9e078bd9-f144-4d57-b1d5-2f32a96a8776 req-1e070d1a-ccd4-4bef-bc20-02b6dd17da40 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0645733 Jun 16 18:41:58.404897 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9e078bd9-f144-4d57-b1d5-2f32a96a8776 req-31927273-9e66-4892-a9ea-04a2ae2d0a91 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310137 Jun 16 18:41:59.578426 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ef1ea-4dc0-467a-8131-115f52a86e53 req-c6e19de8-8955-4fdd-9707-4fdee49fb5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:59.580002 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a90ef1ea-4dc0-467a-8131-115f52a86e53 req-c6e19de8-8955-4fdd-9707-4fdee49fb5e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b5d42596a1c445fa7cc4576a3d8418b&device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 1099 time: 0.0958915 Jun 16 18:41:59.679173 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef61c7f-c160-4591-a6b2-c54ddaf2de24 req-838ddedf-d623-47e3-ae14-5b2fe0f040f6 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:59.680651 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6ef61c7f-c160-4591-a6b2-c54ddaf2de24 req-838ddedf-d623-47e3-ae14-5b2fe0f040f6 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.1444046 Jun 16 18:41:59.720146 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ef1ea-4dc0-467a-8131-115f52a86e53 req-72d29e76-c7f4-42f2-a65f-509035fc227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:59.721603 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a90ef1ea-4dc0-467a-8131-115f52a86e53 req-72d29e76-c7f4-42f2-a65f-509035fc227e service neutron] 10.222.0.36 "GET /v2.0/networks?id=a17b9418-ccf0-458e-9381-6e3b08f2300a HTTP/1.1" status: 200 len: 909 time: 0.1341622 Jun 16 18:41:59.741220 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6ef61c7f-c160-4591-a6b2-c54ddaf2de24 req-1ede613e-bdf8-4956-95ed-d6125ab26947 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534992 Jun 16 18:41:59.798498 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a90ef1ea-4dc0-467a-8131-115f52a86e53 req-8f8e6597-2673-4ba0-a471-87a53e127335 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93e108a6-525f-4d04-933c-7ab30fa54d31 HTTP/1.1" status: 200 len: 1002 time: 0.0677149 Jun 16 18:41:59.848443 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ef1ea-4dc0-467a-8131-115f52a86e53 req-189be6ab-7562-4318-9ea9-25acf1ec8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:59.849936 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a90ef1ea-4dc0-467a-8131-115f52a86e53 req-189be6ab-7562-4318-9ea9-25acf1ec8324 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1534cc31-1f4f-42c4-a9ef-c5b78cb9b024 HTTP/1.1" status: 200 len: 847 time: 0.0446634 Jun 16 18:41:59.912516 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ef1ea-4dc0-467a-8131-115f52a86e53 req-503bf54a-b6ae-4e5e-9aba-f105e75884b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:41:59.914024 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a90ef1ea-4dc0-467a-8131-115f52a86e53 req-503bf54a-b6ae-4e5e-9aba-f105e75884b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a17b9418-ccf0-458e-9381-6e3b08f2300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0571713 Jun 16 18:42:00.021430 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a90ef1ea-4dc0-467a-8131-115f52a86e53 req-f307df9e-3697-4575-ab16-79927965ed6b service neutron] 10.222.0.36 "GET /v2.0/networks/a17b9418-ccf0-458e-9381-6e3b08f2300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004512 Jun 16 18:42:00.113655 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a90ef1ea-4dc0-467a-8131-115f52a86e53 req-d2c426b5-ebee-4fcb-a1a9-f09bbdbdfbb6 service neutron] 10.222.0.36 "GET /v2.0/networks/a17b9418-ccf0-458e-9381-6e3b08f2300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857410 Jun 16 18:42:00.915384 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed5be9-16f1-4d2e-85c2-d05f2f1ec947 req-ce2a1a6f-b5bb-4c25-9ca2-e15bd85ddc04 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:00.916933 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d9ed5be9-16f1-4d2e-85c2-d05f2f1ec947 req-ce2a1a6f-b5bb-4c25-9ca2-e15bd85ddc04 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0661778 Jun 16 18:42:00.954674 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d9ed5be9-16f1-4d2e-85c2-d05f2f1ec947 req-ddeaa83e-8f0e-44a0-915e-12673be445b3 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321295 Jun 16 18:42:01.412774 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38512) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:01.513067 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3504bed8-86bf-4d5e-a6fc-fd9cb8170c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:01.605152 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3504bed8-86bf-4d5e-a6fc-fd9cb8170c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:01.608786 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3504bed8-86bf-4d5e-a6fc-fd9cb8170c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:01.611341 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9ba4605b-6302-4bcd-b445-54d64fd4539d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:01.649112 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-3504bed8-86bf-4d5e-a6fc-fd9cb8170c77 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2af8caaf806d4c51864e8bc1c8cacc08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352717 Jun 16 18:42:01.650573 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504bed8-86bf-4d5e-a6fc-fd9cb8170c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aad7119-f9b2-4f67-9027-5f78caadc762,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:01.652455 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 38516) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:01.653614 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3504bed8-86bf-4d5e-a6fc-fd9cb8170c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:01.703336 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b0d4117d-e8cf-4320-8983-f5209c37c301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:01.732507 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b0d4117d-e8cf-4320-8983-f5209c37c301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:01.784145 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b0d4117d-e8cf-4320-8983-f5209c37c301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:01.786714 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b0d4117d-e8cf-4320-8983-f5209c37c301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:01.787937 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-b0d4117d-e8cf-4320-8983-f5209c37c301 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8aad7119-f9b2-4f67-9027-5f78caadc762 HTTP/1.1" status: 204 len: 168 time: 0.1343646 Jun 16 18:42:01.788802 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9aaff23a-813b-4958-bcda-1b745ca5a4cf tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:01.796946 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4117d-e8cf-4320-8983-f5209c37c301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aad7119-f9b2-4f67-9027-5f78caadc762,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:01.799227 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b0d4117d-e8cf-4320-8983-f5209c37c301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:02.066444 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 38526) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:02.090617 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-444d5457-4933-445c-9a63-e53bac6212ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:02.176019 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ece41-7aef-43e9-b846-dbe439a62dce req-3942443f-0ce7-4b22-adec-6f3b4850e16c tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:02.177560 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0d8ece41-7aef-43e9-b846-dbe439a62dce req-3942443f-0ce7-4b22-adec-6f3b4850e16c tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.1088619 Jun 16 18:42:02.245605 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0d8ece41-7aef-43e9-b846-dbe439a62dce req-75531760-27da-45f0-940c-adae3a49ff45 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584290 Jun 16 18:42:02.260182 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-444d5457-4933-445c-9a63-e53bac6212ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:02.272153 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-444d5457-4933-445c-9a63-e53bac6212ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:02.275306 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-973c235e-9a9f-4332-ae9e-3e52f7d79cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:02.315636 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38532) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:02.315862 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-444d5457-4933-445c-9a63-e53bac6212ab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=afb68bc3fa1444f9ab4a1b1b1473c5a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481208 Jun 16 18:42:02.316679 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d5457-4933-445c-9a63-e53bac6212ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7810b881-f074-494a-ba2a-03b13fb0be59,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:02.319882 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-444d5457-4933-445c-9a63-e53bac6212ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:02.386864 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d92444fb-fae0-4981-b458-4dbaec954525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:02.407335 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d92444fb-fae0-4981-b458-4dbaec954525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:02.461857 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d92444fb-fae0-4981-b458-4dbaec954525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:02.464422 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d92444fb-fae0-4981-b458-4dbaec954525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:02.468046 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-d92444fb-fae0-4981-b458-4dbaec954525 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7810b881-f074-494a-ba2a-03b13fb0be59 HTTP/1.1" status: 204 len: 168 time: 0.1474137 Jun 16 18:42:02.468046 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-948ea78f-b064-4820-ac16-9f48c24cefcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:02.477537 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92444fb-fae0-4981-b458-4dbaec954525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7810b881-f074-494a-ba2a-03b13fb0be59,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:02.494872 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d92444fb-fae0-4981-b458-4dbaec954525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:02.603486 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38542) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:02.610428 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e9f74-3c34-4406-9962-4a18e5947130 req-3b29b87f-1642-4708-abe4-4583f81df1ef tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:02.611932 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3c3e9f74-3c34-4406-9962-4a18e5947130 req-3b29b87f-1642-4708-abe4-4583f81df1ef tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0650277 Jun 16 18:42:02.651680 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3c3e9f74-3c34-4406-9962-4a18e5947130 req-7ce8e878-6cad-4777-951c-8f2ff70b8e49 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333111 Jun 16 18:42:02.755239 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-f0232f56-d533-4a84-96ef-beff559e5b46 req-5cce863b-14a6-43ef-ae80-ae1cdf2aad55 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1499429 Jun 16 18:42:03.544081 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 93e108a6-525f-4d04-933c-7ab30fa54d31 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:42:03.626799 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:03.650745 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd03b2ae-8fbc-46b8-a6d5-d48766741b05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e108a6-525f-4d04-933c-7ab30fa54d31'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:42:03.653078 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9eb5df-5f22-4a67-9655-f0e29b142ef1" -d '{"events": [{"server_uuid": "dd03b2ae-8fbc-46b8-a6d5-d48766741b05", "name": "network-vif-unplugged", "status": "completed", "tag": "93e108a6-525f-4d04-933c-7ab30fa54d31"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:42:03.666904 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 93e108a6-525f-4d04-933c-7ab30fa54d31, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=93e108a6-525f-4d04-933c-7ab30fa54d31,segment=NetworkSegment(a3c758e4-77a0-4b9e-be7b-87fc7ceee021),segment_id=a3c758e4-77a0-4b9e-be7b-87fc7ceee021)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:42:03.672504 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:03.674558 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1f8d832b-d507-4f5e-843b-61bca8458d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:03.726864 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 18:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d078cb6b-affe-43c8-ac8c-41d6212625e5 x-openstack-request-id: req-d078cb6b-affe-43c8-ac8c-41d6212625e5 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:42:03.728030 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd03b2ae-8fbc-46b8-a6d5-d48766741b05", "name": "network-vif-unplugged", "status": "completed", "tag": "93e108a6-525f-4d04-933c-7ab30fa54d31", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:42:03.729530 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d078cb6b-affe-43c8-ac8c-41d6212625e5 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:42:03.729948 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd03b2ae-8fbc-46b8-a6d5-d48766741b05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e108a6-525f-4d04-933c-7ab30fa54d31', 'code': 200} Jun 16 18:42:03.743026 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=93e108a6-525f-4d04-933c-7ab30fa54d31,revision_number=6']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:03.754087 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:03.843599 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c148e-026d-4f07-8b08-b8f6cc86f01b req-0612b0bb-c6c2-4a54-a131-822927d3eaea tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:03.845086 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d25c148e-026d-4f07-8b08-b8f6cc86f01b req-0612b0bb-c6c2-4a54-a131-822927d3eaea tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 944 time: 0.0680933 Jun 16 18:42:03.882697 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d25c148e-026d-4f07-8b08-b8f6cc86f01b req-fa168352-3f85-41ad-91e3-37ac14d2ee83 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317438 Jun 16 18:42:04.060631 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0232f56-d533-4a84-96ef-beff559e5b46 req-cc18994e-131c-4fd1-99d3-2db119861dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:04.062140 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f0232f56-d533-4a84-96ef-beff559e5b46 req-cc18994e-131c-4fd1-99d3-2db119861dbf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05&tenant_id=5b5d42596a1c445fa7cc4576a3d8418b HTTP/1.1" status: 200 len: 1097 time: 0.0544262 Jun 16 18:42:04.160812 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0232f56-d533-4a84-96ef-beff559e5b46 req-63724b29-9b54-41ae-8d28-25601dc3fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:04.162299 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f0232f56-d533-4a84-96ef-beff559e5b46 req-63724b29-9b54-41ae-8d28-25601dc3fdae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b5d42596a1c445fa7cc4576a3d8418b&device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 1097 time: 0.0765247 Jun 16 18:42:04.266493 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0232f56-d533-4a84-96ef-beff559e5b46 req-e1709fc1-69dd-44f4-9a51-290456866e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:04.267971 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f0232f56-d533-4a84-96ef-beff559e5b46 req-e1709fc1-69dd-44f4-9a51-290456866e91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a17b9418-ccf0-458e-9381-6e3b08f2300a HTTP/1.1" status: 200 len: 909 time: 0.0990562 Jun 16 18:42:04.331439 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f0232f56-d533-4a84-96ef-beff559e5b46 req-6091d874-b4d8-4782-a233-493340224aec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93e108a6-525f-4d04-933c-7ab30fa54d31 HTTP/1.1" status: 200 len: 1000 time: 0.0557997 Jun 16 18:42:04.385999 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0232f56-d533-4a84-96ef-beff559e5b46 req-8b8eec88-59b0-41ea-9092-137e7c73f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:04.387401 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f0232f56-d533-4a84-96ef-beff559e5b46 req-8b8eec88-59b0-41ea-9092-137e7c73f195 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1534cc31-1f4f-42c4-a9ef-c5b78cb9b024 HTTP/1.1" status: 200 len: 847 time: 0.0479391 Jun 16 18:42:04.444447 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0232f56-d533-4a84-96ef-beff559e5b46 req-3497c1be-0483-4ff2-abed-7010c13a123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:04.445825 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f0232f56-d533-4a84-96ef-beff559e5b46 req-3497c1be-0483-4ff2-abed-7010c13a123f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a17b9418-ccf0-458e-9381-6e3b08f2300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0515811 Jun 16 18:42:04.537872 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f0232f56-d533-4a84-96ef-beff559e5b46 req-1d9a8111-0dec-4f08-bf40-47c050743dbb service neutron] 10.222.0.36 "GET /v2.0/networks/a17b9418-ccf0-458e-9381-6e3b08f2300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854621 Jun 16 18:42:04.624963 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f0232f56-d533-4a84-96ef-beff559e5b46 req-5c2184e0-6259-47e4-9c17-276b50d1ecae service neutron] 10.222.0.36 "GET /v2.0/networks/a17b9418-ccf0-458e-9381-6e3b08f2300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809348 Jun 16 18:42:05.052495 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfdb61-0717-4cea-8e14-aec47f8608af req-9ab6e8d6-824d-4331-b5ab-34d890719949 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:05.053934 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f7cfdb61-0717-4cea-8e14-aec47f8608af req-9ab6e8d6-824d-4331-b5ab-34d890719949 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 944 time: 0.0620928 Jun 16 18:42:05.094704 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f7cfdb61-0717-4cea-8e14-aec47f8608af req-7a04cfa5-e5c8-4747-940b-76a18953005d tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349674 Jun 16 18:42:06.266956 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5b189-f08b-44c5-86f5-7d3f96a12fee req-ae79738f-43c8-47a3-8279-6e687a0732b1 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:06.268425 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-80e5b189-f08b-44c5-86f5-7d3f96a12fee req-ae79738f-43c8-47a3-8279-6e687a0732b1 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 944 time: 0.0636659 Jun 16 18:42:06.309337 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-80e5b189-f08b-44c5-86f5-7d3f96a12fee req-b330799e-d879-45e5-9745-2bd4f8caa0b1 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353401 Jun 16 18:42:06.662215 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38616) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:06.762600 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b51a2ad7-2d0d-42d4-ac85-9adebe4c200a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:06.856234 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b51a2ad7-2d0d-42d4-ac85-9adebe4c200a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:06.860059 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b51a2ad7-2d0d-42d4-ac85-9adebe4c200a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:06.862451 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-21044d9b-f08c-4014-9f22-d9fd165606af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:06.897921 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-b51a2ad7-2d0d-42d4-ac85-9adebe4c200a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=21da84b5abea4a64837dffe3f9b0e937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346728 Jun 16 18:42:06.898653 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a2ad7-2d0d-42d4-ac85-9adebe4c200a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c84172-058f-4ecd-aefa-42dae322a782,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:06.901140 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 38620) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:06.902292 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b51a2ad7-2d0d-42d4-ac85-9adebe4c200a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:06.948028 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9f1a11a0-e9ad-4f1f-8e45-d67936d5d61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:06.968499 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9f1a11a0-e9ad-4f1f-8e45-d67936d5d61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:07.012810 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9f1a11a0-e9ad-4f1f-8e45-d67936d5d61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:07.015287 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9f1a11a0-e9ad-4f1f-8e45-d67936d5d61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:07.016440 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-9f1a11a0-e9ad-4f1f-8e45-d67936d5d61d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09c84172-058f-4ecd-aefa-42dae322a782 HTTP/1.1" status: 204 len: 168 time: 0.1142976 Jun 16 18:42:07.017227 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ee707267-79b9-497c-b5fb-59b7619f3174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:07.024243 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a11a0-e9ad-4f1f-8e45-d67936d5d61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c84172-058f-4ecd-aefa-42dae322a782,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:07.027119 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9f1a11a0-e9ad-4f1f-8e45-d67936d5d61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:07.278603 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 38626) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:07.292204 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-847c4850-0c6d-4234-a46e-b16b89c7a221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:07.388927 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-847c4850-0c6d-4234-a46e-b16b89c7a221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:07.392647 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-847c4850-0c6d-4234-a46e-b16b89c7a221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:07.395022 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9f1a11a0-e9ad-4f1f-8e45-d67936d5d61d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:07.439254 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-847c4850-0c6d-4234-a46e-b16b89c7a221 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f8f8d68f9fae4d2db1f27fe74f0304cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595619 Jun 16 18:42:07.441969 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38630) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:07.455610 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c4850-0c6d-4234-a46e-b16b89c7a221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2937be-ccd6-4cec-b1dc-8a28675a0f2b,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:07.459485 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-847c4850-0c6d-4234-a46e-b16b89c7a221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:07.493065 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499fbe4-84d0-4abb-a03f-3c27d8388e8c req-122df272-5681-4435-afbe-e67e8bbb0aa0 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:07.495128 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3499fbe4-84d0-4abb-a03f-3c27d8388e8c req-122df272-5681-4435-afbe-e67e8bbb0aa0 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 944 time: 0.0714574 Jun 16 18:42:07.495347 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7a583abe-4d41-4766-85b9-71eabd1b761e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:07.519772 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7a583abe-4d41-4766-85b9-71eabd1b761e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:07.533082 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3499fbe4-84d0-4abb-a03f-3c27d8388e8c req-88222672-6dd2-414e-9308-cbc774734d1c tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317316 Jun 16 18:42:07.564426 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7a583abe-4d41-4766-85b9-71eabd1b761e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:07.567182 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7a583abe-4d41-4766-85b9-71eabd1b761e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:07.568393 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-7a583abe-4d41-4766-85b9-71eabd1b761e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee2937be-ccd6-4cec-b1dc-8a28675a0f2b HTTP/1.1" status: 204 len: 168 time: 0.1253176 Jun 16 18:42:07.569168 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ec2eab15-b923-4dab-a606-bcbd33f90d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:07.572987 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 93e108a6-525f-4d04-933c-7ab30fa54d31 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:42:07.577450 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a583abe-4d41-4766-85b9-71eabd1b761e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2937be-ccd6-4cec-b1dc-8a28675a0f2b,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:07.584581 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7a583abe-4d41-4766-85b9-71eabd1b761e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:07.679843 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 93e108a6-525f-4d04-933c-7ab30fa54d31, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=93e108a6-525f-4d04-933c-7ab30fa54d31,segment=NetworkSegment(a3c758e4-77a0-4b9e-be7b-87fc7ceee021),segment_id=a3c758e4-77a0-4b9e-be7b-87fc7ceee021)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:42:07.690559 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': '93e108a6-525f-4d04-933c-7ab30fa54d31', 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a', 'port_id': '93e108a6-525f-4d04-933c-7ab30fa54d31', 'mac_address': 'fa:16:3e:af:27:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1534cc31-1f4f-42c4-a9ef-c5b78cb9b024', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:42:07.728877 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:07.741777 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e108a6-525f-4d04-933c-7ab30fa54d31 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:42:07.762869 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 93e108a6-525f-4d04-933c-7ab30fa54d31, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=93e108a6-525f-4d04-933c-7ab30fa54d31,segment=NetworkSegment(a3c758e4-77a0-4b9e-be7b-87fc7ceee021),segment_id=a3c758e4-77a0-4b9e-be7b-87fc7ceee021)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:42:07.766749 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:07.768715 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:07.814469 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=93e108a6-525f-4d04-933c-7ab30fa54d31,revision_number=7']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:07.817656 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:07.997530 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['93e108a6-525f-4d04-933c-7ab30fa54d31'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:42:08.226144 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:42:08.261106 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38652) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:08.353056 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-dbf88098-1f29-4bcf-984e-0aae3e2f489a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1116557598-network', 'tenant_id': 'b2964b215184420b9875c3c2f8e26890'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:42:08.374509 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf88098-1f29-4bcf-984e-0aae3e2f489a admin admin] Made reservation on behalf of b2964b215184420b9875c3c2f8e26890 for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:42:08.376778 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dbf88098-1f29-4bcf-984e-0aae3e2f489a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:08.385262 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dbf88098-1f29-4bcf-984e-0aae3e2f489a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:08.471267 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dbf88098-1f29-4bcf-984e-0aae3e2f489a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:08.475002 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dbf88098-1f29-4bcf-984e-0aae3e2f489a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:08.479701 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-12905d36-cfe5-4fda-8df8-4826d16079d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:08.502182 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf88098-1f29-4bcf-984e-0aae3e2f489a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:42:08.512338 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf88098-1f29-4bcf-984e-0aae3e2f489a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:08.515423 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-dbf88098-1f29-4bcf-984e-0aae3e2f489a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:08.518384 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dbf88098-1f29-4bcf-984e-0aae3e2f489a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:08.518675 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.db.segments_db [None req-dbf88098-1f29-4bcf-984e-0aae3e2f489a admin admin] Added segment 81d592ac-b8fd-4898-9f11-0036c1d4b49c of type vlan for network f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb Jun 16 18:42:08.560665 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dbf88098-1f29-4bcf-984e-0aae3e2f489a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789582983042'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:08.589597 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dbf88098-1f29-4bcf-984e-0aae3e2f489a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:08.590886 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf88098-1f29-4bcf-984e-0aae3e2f489a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:08.591486 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dbf88098-1f29-4bcf-984e-0aae3e2f489a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:08.594422 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b4abe060-549f-4f6f-b76e-f418520e840b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:08.623635 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-dbf88098-1f29-4bcf-984e-0aae3e2f489a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3614676 Jun 16 18:42:08.626670 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 38658) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:08.632996 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-95d7fd21-2da5-4236-9750-d5e7818c12cd admin admin] Request body: {'subnet': {'network_id': 'f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1116557598-subnet', 'tenant_id': 'b2964b215184420b9875c3c2f8e26890', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:42:08.655499 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf88098-1f29-4bcf-984e-0aae3e2f489a admin admin] Pushing event updated for resources: {'Network': ['ID=f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:08.658494 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-dbf88098-1f29-4bcf-984e-0aae3e2f489a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:08.664852 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d7fd21-2da5-4236-9750-d5e7818c12cd admin admin] Made reservation on behalf of b2964b215184420b9875c3c2f8e26890 for: {'subnet': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:42:08.666342 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Network f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb details requested by agent ovs-agent-dv-cinder-667108-31-smb with host dv-cinder-667108-31-smb {{(pid=92980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:42:08.667635 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-95d7fd21-2da5-4236-9750-d5e7818c12cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130642480'] for subnet, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:08.789279 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf614b-df6a-495a-8b35-b5b55e53e516 req-959d15db-5065-4624-b528-04377cec89a6 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:08.791262 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b2cf614b-df6a-495a-8b35-b5b55e53e516 req-959d15db-5065-4624-b528-04377cec89a6 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 945 time: 0.1396973 Jun 16 18:42:08.861062 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b2cf614b-df6a-495a-8b35-b5b55e53e516 req-c40c318b-1619-4bbb-8a41-380ed56bb986 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635941 Jun 16 18:42:08.906989 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-95d7fd21-2da5-4236-9750-d5e7818c12cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130527880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130642466'] for subnet, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:08.909256 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2fd88d97-612f-4046-8af7-e900ab2c2f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:08.917624 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fdba811c-118f-4408-9ddb-b5371aeee640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:08.962783 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7fd21-2da5-4236-9750-d5e7818c12cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=42690321-47ae-4a10-b678-fdaebd429daa,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:08.966790 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-95d7fd21-2da5-4236-9750-d5e7818c12cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:08.970514 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d7fd21-2da5-4236-9750-d5e7818c12cd admin admin] Checking segment: {'id': '81d592ac-b8fd-4898-9f11-0036c1d4b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:42:08.970862 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d7fd21-2da5-4236-9750-d5e7818c12cd admin admin] Network hostable DHCP agents. Network: f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb, hostable agents: ['b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7'], hosted agents: [] {{(pid=92978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:42:08.987899 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d7fd21-2da5-4236-9750-d5e7818c12cd admin admin] Network f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb is scheduled to be hosted by DHCP agent b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7 with binding_index 1 {{(pid=92978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:42:08.996442 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-95d7fd21-2da5-4236-9750-d5e7818c12cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-smb, f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb) {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:42:09.001018 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d7fd21-2da5-4236-9750-d5e7818c12cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:09.001707 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-95d7fd21-2da5-4236-9750-d5e7818c12cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:09.005154 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcce349-4a2a-43f7-b889-53d856c2fbf3 None None] Network f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:42:09.015550 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-95d7fd21-2da5-4236-9750-d5e7818c12cd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3864517 Jun 16 18:42:09.133187 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b21aed8-ca78-4bef-992d-e2fface0e7e0 None None] Network f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:42:09.585321 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 93e108a6-525f-4d04-933c-7ab30fa54d31 up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:42:09.632345 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port 93e108a6-525f-4d04-933c-7ab30fa54d31 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:42:09.632742 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:09.706512 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:09.729546 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd03b2ae-8fbc-46b8-a6d5-d48766741b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e108a6-525f-4d04-933c-7ab30fa54d31'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:42:09.731764 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac2a8ba-64bd-47df-b2e6-51ef242e81e1" -d '{"events": [{"server_uuid": "dd03b2ae-8fbc-46b8-a6d5-d48766741b05", "name": "network-vif-plugged", "status": "completed", "tag": "93e108a6-525f-4d04-933c-7ab30fa54d31"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:42:09.744524 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 93e108a6-525f-4d04-933c-7ab30fa54d31, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=93e108a6-525f-4d04-933c-7ab30fa54d31,segment=NetworkSegment(a3c758e4-77a0-4b9e-be7b-87fc7ceee021),segment_id=a3c758e4-77a0-4b9e-be7b-87fc7ceee021)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:42:09.748752 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:09.750586 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:09.775606 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c4566e-5408-4e71-a41a-4bb4af609d32 x-openstack-request-id: req-80c4566e-5408-4e71-a41a-4bb4af609d32 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:42:09.775911 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd03b2ae-8fbc-46b8-a6d5-d48766741b05", "name": "network-vif-plugged", "status": "completed", "tag": "93e108a6-525f-4d04-933c-7ab30fa54d31", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:42:09.776242 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-80c4566e-5408-4e71-a41a-4bb4af609d32 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:42:09.776640 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd03b2ae-8fbc-46b8-a6d5-d48766741b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e108a6-525f-4d04-933c-7ab30fa54d31', 'code': 200} Jun 16 18:42:09.803958 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=93e108a6-525f-4d04-933c-7ab30fa54d31,revision_number=8']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:09.807060 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:10.326850 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f9acb-d622-469a-be08-955c8fad4d74 req-af7b55af-8e4d-46cd-a0ef-0843cb930591 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:10.328311 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-382f9acb-d622-469a-be08-955c8fad4d74 req-af7b55af-8e4d-46cd-a0ef-0843cb930591 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.3515899 Jun 16 18:42:10.330864 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c498d2-cdea-4011-970c-9a280ad9bbb1 req-37ca62e6-44cf-456c-bb0d-9b863c8fc3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:10.332197 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c4c498d2-cdea-4011-970c-9a280ad9bbb1 req-37ca62e6-44cf-456c-bb0d-9b863c8fc3dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 1099 time: 0.3636143 Jun 16 18:42:10.384825 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-382f9acb-d622-469a-be08-955c8fad4d74 req-7c72f31e-db5a-432c-aa63-4862cf19ed02 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507474 Jun 16 18:42:10.388381 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c4c498d2-cdea-4011-970c-9a280ad9bbb1 req-9456cec0-755e-4b13-bfb1-74e3b876dcf9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474739 Jun 16 18:42:10.750360 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-b04d0272-25eb-46f7-998f-80d84feccf72 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:10.751796 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-b04d0272-25eb-46f7-998f-80d84feccf72 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/networks?id=f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb HTTP/1.1" status: 200 len: 809 time: 0.0970397 Jun 16 18:42:10.766999 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-0cc456de-2317-44b6-8756-9e691562f09f tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/quotas/b2964b215184420b9875c3c2f8e26890 HTTP/1.1" status: 200 len: 375 time: 0.0095520 Jun 16 18:42:10.804633 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-06c069bc-1873-4194-a137-654da8934eec tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2964b215184420b9875c3c2f8e26890&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326269 Jun 16 18:42:10.935927 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-f775b169-5a9e-496d-a50d-06ce9683e8cd service neutron] 10.222.0.46 "GET /v2.0/networks/f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247082 Jun 16 18:42:11.026692 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-a5155673-c100-4c54-bad4-3161dc4e043b service neutron] 10.222.0.46 "GET /v2.0/networks/f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849059 Jun 16 18:42:11.200481 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7bb87c7a-21c0-4f08-822c-32cbd30da158 req-461a114d-67e4-493d-965a-094314328c9d tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=e870988a-f400-470e-9f78-554add47cf72 HTTP/1.1" status: 200 len: 210 time: 0.0336196 Jun 16 18:42:11.288000 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0bc8d27a-9896-4f33-8f61-49a0b34631ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:11.304817 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:11.565756 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fa4ff-7067-4054-a456-2fff92954e2a req-9fdd851e-f278-445d-8f02-a5e87f819df0 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:11.567129 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-149fa4ff-7067-4054-a456-2fff92954e2a req-9fdd851e-f278-445d-8f02-a5e87f819df0 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0644500 Jun 16 18:42:11.612908 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-149fa4ff-7067-4054-a456-2fff92954e2a req-5923c0a8-40cc-4e79-ab8e-fb346a07cd28 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392170 Jun 16 18:42:11.697663 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:12.279526 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-024a022b-7629-4e4e-b205-ad6f640b1d76 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:12.281081 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-024a022b-7629-4e4e-b205-ad6f640b1d76 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.36 "GET /v2.0/networks?id=f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb HTTP/1.1" status: 200 len: 809 time: 0.1091332 Jun 16 18:42:12.298449 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Request body: {'port': {'device_id': 'e870988a-f400-470e-9f78-554add47cf72', 'network_id': 'f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb', 'admin_state_up': True, 'tenant_id': 'b2964b215184420b9875c3c2f8e26890'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:42:12.365547 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7362eeb2-d479-43dd-96d5-f9d13b847990 req-af229c80-462d-44f2-b087-c4f3d47e9af4 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=e870988a-f400-470e-9f78-554add47cf72 HTTP/1.1" status: 200 len: 210 time: 0.0424597 Jun 16 18:42:12.458396 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Made reservation on behalf of b2964b215184420b9875c3c2f8e26890 for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:42:12.462268 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:12.492905 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:12.596486 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Allocated IP 172.20.0.7 (f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb/42690321-47ae-4a10-b678-fdaebd429daa/3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:42:12.789808 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:12.816922 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776decae-b5c5-48d3-8598-c8e0a7f4dd55 req-3c5b24b0-bace-41bf-946d-fde7b97354c3 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:12.818373 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-776decae-b5c5-48d3-8598-c8e0a7f4dd55 req-3c5b24b0-bace-41bf-946d-fde7b97354c3 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 946 time: 0.1082563 Jun 16 18:42:12.873122 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-776decae-b5c5-48d3-8598-c8e0a7f4dd55 req-85f46f09-d42a-4b81-810c-8f1871fce167 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471921 Jun 16 18:42:12.874525 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130527772'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:12.878269 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:12.919756 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Network f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:42:12.924748 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:42:12.928383 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:42:12.935142 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Pushing event updated for resources: {'Port': ['ID=3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:12.959720 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:12.960094 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:12.960500 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:12.960870 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:12.961230 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:12.961588 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:12.961940 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:12.962321 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:12.962675 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:12.963034 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:12.963383 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:12.963730 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:12.973904 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:12.993047 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:12.994321 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:13.008005 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-2b711aea-0950-41df-b944-38f6d323be5c tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7174568 Jun 16 18:42:13.022497 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Request body: {'port': {'device_id': 'e870988a-f400-470e-9f78-554add47cf72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:42:13.089846 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:13.351270 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:42:13.359021 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:13.371512 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Transition to ACTIVE for port object 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:42:13.374977 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:13.376900 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bf6201e5-dcb3-48ab-adbd-b4e5efc139a5 tempest-TestMinimumBasicScenario-611284989 tempest-TestMinimumBasicScenario-611284989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:13.445514 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Pushing event updated for resources: {'Port': ['ID=3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:13.450715 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:13.553806 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Attempting to bind port 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:42:13.554148 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Attempting to bind port 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '81d592ac-b8fd-4898-9f11-0036c1d4b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:42:13.554478 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Attempting to bind port 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 on network f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:42:13.562188 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Port 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 on network f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:42:13.562516 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Attempting to bind port 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 on network f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:42:13.573274 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Checking agent: {'id': '430a9a83-85fc-4e56-9798-0b54252fd97b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'started_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:42:13.573614 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Checking segment: {'id': '81d592ac-b8fd-4898-9f11-0036c1d4b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:42:13.574002 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Bound using segment: {'id': '81d592ac-b8fd-4898-9f11-0036c1d4b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:42:13.574438 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Bound port: 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d592ac-b8fd-4898-9f11-0036c1d4b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:42:13.574790 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:13.592081 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3d38c-0460-4358-9cdf-062863d144ae req-cefe3149-613a-47d3-b7c5-758bcf1d5cb4 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:13.593544 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-13f3d38c-0460-4358-9cdf-062863d144ae req-cefe3149-613a-47d3-b7c5-758bcf1d5cb4 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=e870988a-f400-470e-9f78-554add47cf72 HTTP/1.1" status: 200 len: 943 time: 0.1000972 Jun 16 18:42:13.670756 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-13f3d38c-0460-4358-9cdf-062863d144ae req-0dd5ae74-9087-4338-9673-beed96f864e3 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707629 Jun 16 18:42:13.676824 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] For port 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0, host hv-cinder-66710, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:42:13.679918 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] For port 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0,segment=NetworkSegment(81d592ac-b8fd-4898-9f11-0036c1d4b49c),segment_id=81d592ac-b8fd-4898-9f11-0036c1d4b49c)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:42:13.685940 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:13.687975 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-568a254a-8710-4207-b507-bfb99290fe00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:13.721165 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:13.721790 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:13.723152 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] 10.222.0.36 "PUT /v2.0/ports/3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 HTTP/1.1" status: 200 len: 1093 time: 0.7045996 Jun 16 18:42:13.723788 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e870988a-f400-470e-9f78-554add47cf72', 'tag': '3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:42:13.726098 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868e2db2-1a69-4ea8-9627-98e0d6ca7373" -d '{"events": [{"name": "network-changed", "server_uuid": "e870988a-f400-470e-9f78-554add47cf72", "tag": "3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:42:13.772929 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e54d9d-b1f7-45aa-8c71-47d4c724c13d x-openstack-request-id: req-44e54d9d-b1f7-45aa-8c71-47d4c724c13d {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:42:13.773298 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e870988a-f400-470e-9f78-554add47cf72", "tag": "3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:42:13.773714 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-44e54d9d-b1f7-45aa-8c71-47d4c724c13d {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:42:13.774296 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e870988a-f400-470e-9f78-554add47cf72', 'tag': '3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0', 'status': 'completed', 'code': 200} Jun 16 18:42:13.791812 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Pushing event updated for resources: {'Port': ['ID=3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:13.811975 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:13.847804 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-adfee82f-e92d-46ba-a3b6-d7fca78f58f4 req-8da009c5-1518-4930-8a4a-d7973751b315 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1123009 Jun 16 18:42:13.854104 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-de4872c2-7eff-4e5c-a253-335eaeed24c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:13.855468 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-de4872c2-7eff-4e5c-a253-335eaeed24c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2964b215184420b9875c3c2f8e26890&device_id=e870988a-f400-470e-9f78-554add47cf72 HTTP/1.1" status: 200 len: 1096 time: 0.0749424 Jun 16 18:42:13.909204 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-0a325961-1a16-449b-aa63-3b02c5053676 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 HTTP/1.1" status: 200 len: 217 time: 0.0457296 Jun 16 18:42:13.977557 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-0ec715e0-6328-4a36-83c7-373595d8fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:13.979416 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-0ec715e0-6328-4a36-83c7-373595d8fe7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42690321-47ae-4a10-b678-fdaebd429daa HTTP/1.1" status: 200 len: 849 time: 0.0511525 Jun 16 18:42:13.995259 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfee82f-e92d-46ba-a3b6-d7fca78f58f4 req-9629bcd0-64c2-4e5e-9504-f3caededf570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:13.996949 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-adfee82f-e92d-46ba-a3b6-d7fca78f58f4 req-9629bcd0-64c2-4e5e-9504-f3caededf570 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b5d42596a1c445fa7cc4576a3d8418b&device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 1099 time: 0.0964365 Jun 16 18:42:14.062698 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-c66be219-7297-49dd-87b2-afa6e51577e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565922 Jun 16 18:42:14.107376 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfee82f-e92d-46ba-a3b6-d7fca78f58f4 req-e02d7695-8c94-4bf1-ae0d-390f2a19277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:14.108836 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-adfee82f-e92d-46ba-a3b6-d7fca78f58f4 req-e02d7695-8c94-4bf1-ae0d-390f2a19277a service neutron] 10.222.0.36 "GET /v2.0/networks?id=a17b9418-ccf0-458e-9381-6e3b08f2300a HTTP/1.1" status: 200 len: 909 time: 0.0871522 Jun 16 18:42:14.191068 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:14.198660 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f197db-5252-47ee-9942-fc2d3a633d77 req-5606f0de-8816-48f2-bc3e-5f6bf5f20071 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:14.200118 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-71f197db-5252-47ee-9942-fc2d3a633d77 req-5606f0de-8816-48f2-bc3e-5f6bf5f20071 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 946 time: 0.2080901 Jun 16 18:42:14.211337 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-adfee82f-e92d-46ba-a3b6-d7fca78f58f4 req-97fdf4d9-8f67-4710-9202-e67d32795cc7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93e108a6-525f-4d04-933c-7ab30fa54d31 HTTP/1.1" status: 200 len: 1002 time: 0.0964730 Jun 16 18:42:14.225360 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b61f4b-0cd2-49a2-bb38-45cf752e0b6c req-f0dfcdfb-d988-4f66-b279-d6e12703c40c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:14.226880 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a6b61f4b-0cd2-49a2-bb38-45cf752e0b6c req-f0dfcdfb-d988-4f66-b279-d6e12703c40c tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 946 time: 0.2109170 Jun 16 18:42:14.236051 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-846a09df-2a06-4de7-b7b1-c9e7a133adc2 service neutron] 10.222.0.36 "GET /v2.0/networks/f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558089 Jun 16 18:42:14.259127 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfee82f-e92d-46ba-a3b6-d7fca78f58f4 req-193a77f6-26c1-479b-8bac-44c01db6272f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:14.260705 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-adfee82f-e92d-46ba-a3b6-d7fca78f58f4 req-193a77f6-26c1-479b-8bac-44c01db6272f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1534cc31-1f4f-42c4-a9ef-c5b78cb9b024 HTTP/1.1" status: 200 len: 847 time: 0.0436766 Jun 16 18:42:14.319910 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-71f197db-5252-47ee-9942-fc2d3a633d77 req-e1952646-53bf-4052-939c-e1e8d4f54ee9 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups?id=ecad19c7-3ebb-408b-8886-a5fa4525ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119514 Jun 16 18:42:14.338087 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfee82f-e92d-46ba-a3b6-d7fca78f58f4 req-4cdfc337-de6e-403c-bff3-7f33a619dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:14.339603 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-adfee82f-e92d-46ba-a3b6-d7fca78f58f4 req-4cdfc337-de6e-403c-bff3-7f33a619dcbb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a17b9418-ccf0-458e-9381-6e3b08f2300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0720341 Jun 16 18:42:14.401865 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-69346661-e4a5-4fcc-941d-d0fdb7f1e986 req-b98a5715-8dbf-4638-9994-5024ee960f8e service neutron] 10.222.0.36 "GET /v2.0/networks/f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562669 Jun 16 18:42:14.422910 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-a6b61f4b-0cd2-49a2-bb38-45cf752e0b6c req-1ead2d9b-213b-43a7-b702-9abd99ad8892 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Deleting port 4109d405-8820-4ff3-8745-0230d85b8019 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:42:14.423271 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a6b61f4b-0cd2-49a2-bb38-45cf752e0b6c req-1ead2d9b-213b-43a7-b702-9abd99ad8892 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:14.428109 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-adfee82f-e92d-46ba-a3b6-d7fca78f58f4 req-97d15a05-2a07-4097-a06a-c06ac4d216a8 service neutron] 10.222.0.36 "GET /v2.0/networks/a17b9418-ccf0-458e-9381-6e3b08f2300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819545 Jun 16 18:42:14.526542 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [req-adfee82f-e92d-46ba-a3b6-d7fca78f58f4 req-50a38e00-8473-4785-9ed7-2e97d5faf79d service neutron] 10.222.0.36 "GET /v2.0/networks/a17b9418-ccf0-458e-9381-6e3b08f2300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861297 Jun 16 18:42:14.551652 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-a6b61f4b-0cd2-49a2-bb38-45cf752e0b6c req-1ead2d9b-213b-43a7-b702-9abd99ad8892 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] For port 4109d405-8820-4ff3-8745-0230d85b8019, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=4109d405-8820-4ff3-8745-0230d85b8019,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:42:14.552014 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a6b61f4b-0cd2-49a2-bb38-45cf752e0b6c req-1ead2d9b-213b-43a7-b702-9abd99ad8892 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:14.598649 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e2db2-1a69-4ea8-9627-98e0d6ca7373 req-a50a2dc1-cfdc-4bf6-80de-34e0ce8c8787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:14.600120 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-868e2db2-1a69-4ea8-9627-98e0d6ca7373 req-a50a2dc1-cfdc-4bf6-80de-34e0ce8c8787 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2964b215184420b9875c3c2f8e26890&device_id=e870988a-f400-470e-9f78-554add47cf72 HTTP/1.1" status: 200 len: 1096 time: 0.1480544 Jun 16 18:42:14.780778 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e2db2-1a69-4ea8-9627-98e0d6ca7373 req-6a7e92a1-9c0e-4e65-b553-d54ad245ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:14.782503 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-868e2db2-1a69-4ea8-9627-98e0d6ca7373 req-6a7e92a1-9c0e-4e65-b553-d54ad245ff3f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb HTTP/1.1" status: 200 len: 910 time: 0.1753118 Jun 16 18:42:14.812861 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a6b61f4b-0cd2-49a2-bb38-45cf752e0b6c req-1ead2d9b-213b-43a7-b702-9abd99ad8892 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:14.813234 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a6b61f4b-0cd2-49a2-bb38-45cf752e0b6c req-1ead2d9b-213b-43a7-b702-9abd99ad8892 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439533'] for floatingip, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:14.813551 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.db.l3_db [req-a6b61f4b-0cd2-49a2-bb38-45cf752e0b6c req-1ead2d9b-213b-43a7-b702-9abd99ad8892 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Floating IP 036dd3c1-fe09-48d2-aadb-6c96fd882e90 disassociated. External IP: 172.28.2.207, port: 4109d405-8820-4ff3-8745-0230d85b8019. Jun 16 18:42:14.813932 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-a6b61f4b-0cd2-49a2-bb38-45cf752e0b6c req-1ead2d9b-213b-43a7-b702-9abd99ad8892 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Calling delete_port for 4109d405-8820-4ff3-8745-0230d85b8019 owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:42:14.864427 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-868e2db2-1a69-4ea8-9627-98e0d6ca7373 req-0325a226-afe6-4927-aac3-b6b20828f038 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 HTTP/1.1" status: 200 len: 217 time: 0.0651069 Jun 16 18:42:14.965761 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e2db2-1a69-4ea8-9627-98e0d6ca7373 req-a9283000-2b7e-4976-a989-fce69fe038ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:14.967140 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-868e2db2-1a69-4ea8-9627-98e0d6ca7373 req-a9283000-2b7e-4976-a989-fce69fe038ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42690321-47ae-4a10-b678-fdaebd429daa HTTP/1.1" status: 200 len: 849 time: 0.0951576 Jun 16 18:42:14.997602 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b37888-4d21-4c95-8462-8c7b5047d59c req-ce06d279-a90c-42e0-b449-ead9b3193c7a tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:14.999020 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-58b37888-4d21-4c95-8462-8c7b5047d59c req-ce06d279-a90c-42e0-b449-ead9b3193c7a tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=e870988a-f400-470e-9f78-554add47cf72 HTTP/1.1" status: 200 len: 943 time: 0.2100339 Jun 16 18:42:15.021814 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-868e2db2-1a69-4ea8-9627-98e0d6ca7373 req-9b16c624-aa3a-4483-be6d-3bde98f158a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442696 Jun 16 18:42:15.137713 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-58b37888-4d21-4c95-8462-8c7b5047d59c req-697cef93-5300-4e97-9eda-b2ab87d9c18e tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179073 Jun 16 18:42:15.180498 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a6b61f4b-0cd2-49a2-bb38-45cf752e0b6c req-1ead2d9b-213b-43a7-b702-9abd99ad8892 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:15.184117 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-868e2db2-1a69-4ea8-9627-98e0d6ca7373 req-8081ed08-a3cd-42a0-bf21-8ab8e104072d service neutron] 10.222.0.36 "GET /v2.0/networks/f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484835 Jun 16 18:42:15.186409 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:15.222640 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead2d9b-213b-43a7-b702-9abd99ad8892 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Pushing event deleted for resources: {'Port': ['ID=4109d405-8820-4ff3-8745-0230d85b8019,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:15.236940 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1ead2d9b-213b-43a7-b702-9abd99ad8892 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:15.382816 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-868e2db2-1a69-4ea8-9627-98e0d6ca7373 req-cfa68e83-710e-420c-af1d-ab96c6595114 service neutron] 10.222.0.36 "GET /v2.0/networks/f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887944 Jun 16 18:42:15.401902 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6b61f4b-0cd2-49a2-bb38-45cf752e0b6c req-1ead2d9b-213b-43a7-b702-9abd99ad8892 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Router 9182eb3d-83ec-4616-80d7-d59f64c49527 has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:42:15.775791 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d96fe8bf-1e98-4551-a4c9-22bb218e7507 req-eee90a8e-0ee7-4e56-aa44-be676e6f06af tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e0ac73-ffa8-4db3-a02a-785fb4175668 HTTP/1.1" status: 200 len: 210 time: 0.0569806 Jun 16 18:42:15.810350 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6b61f4b-0cd2-49a2-bb38-45cf752e0b6c req-1ead2d9b-213b-43a7-b702-9abd99ad8892 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:42:15.819482 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1949277d-5d18-468e-8e7a-c601344b12bc None None] Sync routers for ids ['9182eb3d-83ec-4616-80d7-d59f64c49527'] in dv-cinder-667108-31-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:42:15.829050 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1949277d-5d18-468e-8e7a-c601344b12bc None None] Routers {'9182eb3d-83ec-4616-80d7-d59f64c49527'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:42:15.829681 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-1949277d-5d18-468e-8e7a-c601344b12bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:42:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['9182eb3d-83ec-4616-80d7-d59f64c49527'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:15.853977 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b61f4b-0cd2-49a2-bb38-45cf752e0b6c req-1ead2d9b-213b-43a7-b702-9abd99ad8892 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] No DVR routers for this DVR port 4109d405-8820-4ff3-8745-0230d85b8019 on host hv-cinder-66710 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:42:15.856593 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a6b61f4b-0cd2-49a2-bb38-45cf752e0b6c req-1ead2d9b-213b-43a7-b702-9abd99ad8892 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:15.858755 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a6b61f4b-0cd2-49a2-bb38-45cf752e0b6c req-1ead2d9b-213b-43a7-b702-9abd99ad8892 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.36 "DELETE /v2.0/ports/4109d405-8820-4ff3-8745-0230d85b8019 HTTP/1.1" status: 204 len: 173 time: 1.6203699 Jun 16 18:42:15.859294 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e0ac73-ffa8-4db3-a02a-785fb4175668', 'name': 'network-vif-deleted', 'tag': '4109d405-8820-4ff3-8745-0230d85b8019'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:42:15.861616 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cb6906-235b-4a9b-91bd-5c42807c9071" -d '{"events": [{"server_uuid": "e4e0ac73-ffa8-4db3-a02a-785fb4175668", "name": "network-vif-deleted", "tag": "4109d405-8820-4ff3-8745-0230d85b8019"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:42:15.904245 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb085c6-624c-4d1a-bbdb-397cf72402f8 x-openstack-request-id: req-abb085c6-624c-4d1a-bbdb-397cf72402f8 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:42:15.904582 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e0ac73-ffa8-4db3-a02a-785fb4175668", "name": "network-vif-deleted", "tag": "4109d405-8820-4ff3-8745-0230d85b8019", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:42:15.904879 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-abb085c6-624c-4d1a-bbdb-397cf72402f8 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:42:15.905348 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e0ac73-ffa8-4db3-a02a-785fb4175668', 'name': 'network-vif-deleted', 'tag': '4109d405-8820-4ff3-8745-0230d85b8019', 'status': 'completed', 'code': 200} Jun 16 18:42:15.947665 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-1949277d-5d18-468e-8e7a-c601344b12bc None None] Set router 9182eb3d-83ec-4616-80d7-d59f64c49527 gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:42:16.239359 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-1949277d-5d18-468e-8e7a-c601344b12bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '606aa837-85a3-4196-900e-b4477be70a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:36:01Z', 'revision_number': 4, 'project_id': 'b499fafa278b41c4babc557095066e26', 'gw_port': {'id': '606aa837-85a3-4196-900e-b4477be70a8b', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:51Z', 'updated_at': '2021-06-16T18:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': 'dd108d6c-2d54-42c0-88d0-d4a14e395cda', 'name': '', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'mac_address': 'fa:16:3e:e1:35:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:59Z', 'updated_at': '2021-06-16T18:36:12Z', 'revision_number': 5, 'project_id': 'b499fafa278b41c4babc557095066e26', 'subnets': [{'id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:16.242824 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1949277d-5d18-468e-8e7a-c601344b12bc None None] Checking router: 9182eb3d-83ec-4616-80d7-d59f64c49527 for host: dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:42:16.251818 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1949277d-5d18-468e-8e7a-c601344b12bc None None] Routers {'9182eb3d-83ec-4616-80d7-d59f64c49527'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:42:16.252443 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-1949277d-5d18-468e-8e7a-c601344b12bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:42:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['9182eb3d-83ec-4616-80d7-d59f64c49527'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:16.321296 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7adb92-2183-4634-8165-85a3a56adb70 req-b716cdf4-201a-4ac2-b646-8c304ab9c834 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:16.323826 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0d7adb92-2183-4634-8165-85a3a56adb70 req-b716cdf4-201a-4ac2-b646-8c304ab9c834 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=e870988a-f400-470e-9f78-554add47cf72 HTTP/1.1" status: 200 len: 943 time: 0.0745451 Jun 16 18:42:16.358566 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-1949277d-5d18-468e-8e7a-c601344b12bc None None] Set router 9182eb3d-83ec-4616-80d7-d59f64c49527 gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:42:16.365314 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0d7adb92-2183-4634-8165-85a3a56adb70 req-762d9149-0a07-4f8e-9bdb-c6696c32de5e tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352664 Jun 16 18:42:16.560145 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-1949277d-5d18-468e-8e7a-c601344b12bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '606aa837-85a3-4196-900e-b4477be70a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:36:01Z', 'revision_number': 4, 'project_id': 'b499fafa278b41c4babc557095066e26', 'gw_port': {'id': '606aa837-85a3-4196-900e-b4477be70a8b', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:51Z', 'updated_at': '2021-06-16T18:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': 'dd108d6c-2d54-42c0-88d0-d4a14e395cda', 'name': '', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'mac_address': 'fa:16:3e:e1:35:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:59Z', 'updated_at': '2021-06-16T18:36:12Z', 'revision_number': 5, 'project_id': 'b499fafa278b41c4babc557095066e26', 'subnets': [{'id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:16.563730 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1949277d-5d18-468e-8e7a-c601344b12bc None None] The sync data for ids ['9182eb3d-83ec-4616-80d7-d59f64c49527'] in dv-cinder-667108-31-smb is: [{'id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '606aa837-85a3-4196-900e-b4477be70a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:36:01Z', 'revision_number': 4, 'project_id': 'b499fafa278b41c4babc557095066e26', 'gw_port': {'id': '606aa837-85a3-4196-900e-b4477be70a8b', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:51Z', 'updated_at': '2021-06-16T18:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': 'dd108d6c-2d54-42c0-88d0-d4a14e395cda', 'name': '', 'network_id': '41f0e0c5-73d7-458e-ba2f-60e6386a9ce1', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'mac_address': 'fa:16:3e:e1:35:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:59Z', 'updated_at': '2021-06-16T18:36:12Z', 'revision_number': 5, 'project_id': 'b499fafa278b41c4babc557095066e26', 'subnets': [{'id': '9205b992-70f4-45d4-95c8-9d9cd90b84b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:42:16.779459 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646ebb7-2f93-4e9c-bf16-84e6aec45bb4 None None] New status for floating IP 036dd3c1-fe09-48d2-aadb-6c96fd882e90: DOWN {{(pid=92980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:42:16.903540 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 38738) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:16.958428 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-daaeef8a-c7cb-4da7-806f-2c81184f7408 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:16.981138 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-daaeef8a-c7cb-4da7-806f-2c81184f7408 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:17.029580 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-daaeef8a-c7cb-4da7-806f-2c81184f7408 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:17.032389 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-daaeef8a-c7cb-4da7-806f-2c81184f7408 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:17.033513 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-daaeef8a-c7cb-4da7-806f-2c81184f7408 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "DELETE /v2.0/security-groups/ecad19c7-3ebb-408b-8886-a5fa4525ff25 HTTP/1.1" status: 204 len: 168 time: 0.1289463 Jun 16 18:42:17.034344 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e5a4733a-e44d-4ee1-8765-2dc00839493f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:17.036344 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38740) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:17.043567 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaeef8a-c7cb-4da7-806f-2c81184f7408 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecad19c7-3ebb-408b-8886-a5fa4525ff25,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:17.045922 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-daaeef8a-c7cb-4da7-806f-2c81184f7408 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:17.050676 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.api.v2.resource [None req-f7086e41-9ac4-4d1b-a5d4-af17f123916a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] show failed (client error): The resource could not be found. Jun 16 18:42:17.052501 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-f7086e41-9ac4-4d1b-a5d4-af17f123916a tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "GET /v2.0/security-groups/ecad19c7-3ebb-408b-8886-a5fa4525ff25 HTTP/1.1" status: 404 len: 347 time: 0.0151441 Jun 16 18:42:17.055324 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38742) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:17.177717 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-426bee9c-fa77-426a-9a0e-104aa2683e97 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Deleting port b20b755c-654c-4a3e-a4c9-13a9a66cf65c {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:42:17.178213 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-426bee9c-fa77-426a-9a0e-104aa2683e97 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:17.254548 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-426bee9c-fa77-426a-9a0e-104aa2683e97 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:17.254905 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-426bee9c-fa77-426a-9a0e-104aa2683e97 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:17.315976 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-426bee9c-fa77-426a-9a0e-104aa2683e97 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Calling delete_port for b20b755c-654c-4a3e-a4c9-13a9a66cf65c owned by network:floatingip {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:42:17.445506 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-426bee9c-fa77-426a-9a0e-104aa2683e97 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131963299'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:17.447758 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:17.472991 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bee9c-fa77-426a-9a0e-104aa2683e97 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Pushing event deleted for resources: {'Port': ['ID=b20b755c-654c-4a3e-a4c9-13a9a66cf65c,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:17.476953 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-426bee9c-fa77-426a-9a0e-104aa2683e97 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:17.540572 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-426bee9c-fa77-426a-9a0e-104aa2683e97 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks [] for floatingip, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:17.541023 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd2563-99c6-4842-b99d-9d31a23ffe7d req-1a98b6f3-46b5-4404-b18d-17f6f50adc15 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:17.542489 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d5dd2563-99c6-4842-b99d-9d31a23ffe7d req-1a98b6f3-46b5-4404-b18d-17f6f50adc15 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=e870988a-f400-470e-9f78-554add47cf72 HTTP/1.1" status: 200 len: 943 time: 0.0615997 Jun 16 18:42:17.543273 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-426bee9c-fa77-426a-9a0e-104aa2683e97 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:17.544430 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-426bee9c-fa77-426a-9a0e-104aa2683e97 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] 10.222.0.46 "DELETE /v2.0/floatingips/036dd3c1-fe09-48d2-aadb-6c96fd882e90 HTTP/1.1" status: 204 len: 168 time: 0.4873888 Jun 16 18:42:17.581405 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d5dd2563-99c6-4842-b99d-9d31a23ffe7d req-55eb9ff2-ab6d-4300-bf10-78f1f335de72 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328684 Jun 16 18:42:17.649689 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:42:17.747777 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0,segment=NetworkSegment(81d592ac-b8fd-4898-9f11-0036c1d4b49c),segment_id=81d592ac-b8fd-4898-9f11-0036c1d4b49c)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:42:17.760119 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': '3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0', 'network_id': 'f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb', 'port_id': '3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0', 'mac_address': 'fa:16:3e:39:6f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42690321-47ae-4a10-b678-fdaebd429daa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:42:17.801874 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:17.814636 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:42:17.833732 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0,segment=NetworkSegment(81d592ac-b8fd-4898-9f11-0036c1d4b49c),segment_id=81d592ac-b8fd-4898-9f11-0036c1d4b49c)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:42:17.838334 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:17.840058 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f039ca14-a784-441d-b371-cebcc1f3d49b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:17.883861 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:17.886857 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:18.044538 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:42:18.756961 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bb0f6-0fc4-41b0-af6f-05d3f4d6aef9 req-882ffe2b-60cc-43fd-ac36-920c899ab215 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:18.758424 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e93bb0f6-0fc4-41b0-af6f-05d3f4d6aef9 req-882ffe2b-60cc-43fd-ac36-920c899ab215 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=e870988a-f400-470e-9f78-554add47cf72 HTTP/1.1" status: 200 len: 944 time: 0.0680306 Jun 16 18:42:18.800212 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e93bb0f6-0fc4-41b0-af6f-05d3f4d6aef9 req-75f73276-e115-40aa-adba-5c69bd02b05b tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350378 Jun 16 18:42:19.650495 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:42:19.697666 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning for port 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:42:19.701477 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:42:19.701862 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:19.780959 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:19.803140 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e870988a-f400-470e-9f78-554add47cf72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:42:19.805396 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b90306-9a0d-482c-9835-ae8a3f744326" -d '{"events": [{"server_uuid": "e870988a-f400-470e-9f78-554add47cf72", "name": "network-vif-plugged", "status": "completed", "tag": "3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:42:19.818385 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0,segment=NetworkSegment(81d592ac-b8fd-4898-9f11-0036c1d4b49c),segment_id=81d592ac-b8fd-4898-9f11-0036c1d4b49c)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:42:19.825366 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:19.826304 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 4109d405-8820-4ff3-8745-0230d85b8019 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:42:19.828052 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f039ca14-a784-441d-b371-cebcc1f3d49b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:19.867901 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53352e23-b939-4458-b243-7b3a07172435 x-openstack-request-id: req-53352e23-b939-4458-b243-7b3a07172435 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:42:19.868858 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e870988a-f400-470e-9f78-554add47cf72", "name": "network-vif-plugged", "status": "completed", "tag": "3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:42:19.869403 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-53352e23-b939-4458-b243-7b3a07172435 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:42:19.869619 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e870988a-f400-470e-9f78-554add47cf72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0', 'code': 200} Jun 16 18:42:19.872390 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] No Port match for: 4109d405-8820-4ff3-8745-0230d85b8019 {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:42:19.872684 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 4109d405-8820-4ff3-8745-0230d85b8019 not bound to the agent host hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:42:19.900397 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:19.903645 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:19.989397 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00365be1-700c-4f72-aeda-adb453edeebe req-97071b38-d971-423c-b075-fd9bc2aa6689 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:19.990941 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-00365be1-700c-4f72-aeda-adb453edeebe req-97071b38-d971-423c-b075-fd9bc2aa6689 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=e870988a-f400-470e-9f78-554add47cf72 HTTP/1.1" status: 200 len: 945 time: 0.0743868 Jun 16 18:42:20.071573 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-00365be1-700c-4f72-aeda-adb453edeebe req-0bf8b0f9-6a75-4925-aae5-d443b15285cf tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665967 Jun 16 18:42:20.099105 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17c693-cdf9-42cd-8c59-78ded31db03e req-d3b82f2f-76bc-4377-bc8b-2630518b4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:20.100836 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cf17c693-cdf9-42cd-8c59-78ded31db03e req-d3b82f2f-76bc-4377-bc8b-2630518b4060 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e870988a-f400-470e-9f78-554add47cf72 HTTP/1.1" status: 200 len: 1098 time: 0.0775208 Jun 16 18:42:20.114032 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38772) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:20.137794 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-cf17c693-cdf9-42cd-8c59-78ded31db03e req-0971b307-015e-40b8-aead-29f5639d5908 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310297 Jun 16 18:42:20.705530 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e1378657-3576-47ee-97db-70d44c85d9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-493258'] for router_interface, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:20.954938 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-e1378657-3576-47ee-97db-70d44c85d9a3 admin admin] Deleting port dd108d6c-2d54-42c0-88d0-d4a14e395cda {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:42:20.955266 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e1378657-3576-47ee-97db-70d44c85d9a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:21.035855 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-e1378657-3576-47ee-97db-70d44c85d9a3 admin admin] For port dd108d6c-2d54-42c0-88d0-d4a14e395cda, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=dd108d6c-2d54-42c0-88d0-d4a14e395cda,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:42:21.036287 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e1378657-3576-47ee-97db-70d44c85d9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:21.104524 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-e1378657-3576-47ee-97db-70d44c85d9a3 admin admin] Calling delete_port for dd108d6c-2d54-42c0-88d0-d4a14e395cda owned by network:router_interface {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:42:21.248254 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4b460-5169-4578-839f-cec04040bb49 req-f917f21b-8cd2-433a-840d-f4a33cf8ee73 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:21.249715 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4ac4b460-5169-4578-839f-cec04040bb49 req-f917f21b-8cd2-433a-840d-f4a33cf8ee73 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=e870988a-f400-470e-9f78-554add47cf72 HTTP/1.1" status: 200 len: 945 time: 0.0645146 Jun 16 18:42:21.288931 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e1378657-3576-47ee-97db-70d44c85d9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131963299'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:21.291769 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-4ac4b460-5169-4578-839f-cec04040bb49 req-6706e0ae-cafa-462d-9fbc-f9c52dbee14b tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356462 Jun 16 18:42:21.294108 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-59dba159-8443-47de-b106-a36ab163e9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:21.318935 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1378657-3576-47ee-97db-70d44c85d9a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd108d6c-2d54-42c0-88d0-d4a14e395cda,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:21.322863 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e1378657-3576-47ee-97db-70d44c85d9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:21.494191 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e1378657-3576-47ee-97db-70d44c85d9a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133741491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493150'] for router_interface, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:21.707416 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1378657-3576-47ee-97db-70d44c85d9a3 admin admin] Router 9182eb3d-83ec-4616-80d7-d59f64c49527 has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:42:21.816116 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1378657-3576-47ee-97db-70d44c85d9a3 admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:42:21.825212 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-e1378657-3576-47ee-97db-70d44c85d9a3 admin admin] 10.222.0.46 "PUT /v2.0/routers/9182eb3d-83ec-4616-80d7-d59f64c49527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7059777 Jun 16 18:42:21.825212 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38788) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:21.828029 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a60a9b4-d685-42ca-a57b-c289a89168ea None None] Sync routers for ids ['9182eb3d-83ec-4616-80d7-d59f64c49527'] in dv-cinder-667108-31-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:42:21.837440 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a60a9b4-d685-42ca-a57b-c289a89168ea None None] Routers {'9182eb3d-83ec-4616-80d7-d59f64c49527'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:42:21.838244 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-1a60a9b4-d685-42ca-a57b-c289a89168ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:42:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['9182eb3d-83ec-4616-80d7-d59f64c49527'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:21.943818 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b1d9a9e-4e62-40a5-8d88-78b8ee5a1fda admin admin] Notify callbacks [] for router, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:21.954079 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-1a60a9b4-d685-42ca-a57b-c289a89168ea None None] Set router 9182eb3d-83ec-4616-80d7-d59f64c49527 gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:42:22.049195 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b1d9a9e-4e62-40a5-8d88-78b8ee5a1fda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:22.071975 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2485a0-18a7-4677-b354-577bb6f2f971 req-fe3459ef-b746-47c9-a99a-862f896879b3 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:22.073480 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-bc2485a0-18a7-4677-b354-577bb6f2f971 req-fe3459ef-b746-47c9-a99a-862f896879b3 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=e870988a-f400-470e-9f78-554add47cf72 HTTP/1.1" status: 200 len: 945 time: 0.0680933 Jun 16 18:42:22.102791 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1b1d9a9e-4e62-40a5-8d88-78b8ee5a1fda admin admin] Deleting port 606aa837-85a3-4196-900e-b4477be70a8b {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:42:22.103234 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b1d9a9e-4e62-40a5-8d88-78b8ee5a1fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:22.116745 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-bc2485a0-18a7-4677-b354-577bb6f2f971 req-e7713376-0f0a-4010-9b16-08c7e9f43600 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376768 Jun 16 18:42:22.152242 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-1a60a9b4-d685-42ca-a57b-c289a89168ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '606aa837-85a3-4196-900e-b4477be70a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:42:21Z', 'revision_number': 5, 'project_id': 'b499fafa278b41c4babc557095066e26', 'gw_port': {'id': '606aa837-85a3-4196-900e-b4477be70a8b', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:35:51Z', 'updated_at': '2021-06-16T18:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:22.155543 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a60a9b4-d685-42ca-a57b-c289a89168ea None None] Checking router: 9182eb3d-83ec-4616-80d7-d59f64c49527 for host: dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:42:22.163725 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a60a9b4-d685-42ca-a57b-c289a89168ea None None] Routers {'9182eb3d-83ec-4616-80d7-d59f64c49527'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:42:22.164354 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-1a60a9b4-d685-42ca-a57b-c289a89168ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:42:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['9182eb3d-83ec-4616-80d7-d59f64c49527'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:22.186493 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1b1d9a9e-4e62-40a5-8d88-78b8ee5a1fda admin admin] For port 606aa837-85a3-4196-900e-b4477be70a8b, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=606aa837-85a3-4196-900e-b4477be70a8b,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:42:22.186841 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b1d9a9e-4e62-40a5-8d88-78b8ee5a1fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:22.251189 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-1a60a9b4-d685-42ca-a57b-c289a89168ea None None] Set router 9182eb3d-83ec-4616-80d7-d59f64c49527 gateway port host: None {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:42:22.252578 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1b1d9a9e-4e62-40a5-8d88-78b8ee5a1fda admin admin] Calling delete_port for 606aa837-85a3-4196-900e-b4477be70a8b owned by network:router_gateway {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:42:22.305165 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-1a60a9b4-d685-42ca-a57b-c289a89168ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:42:22Z', 'revision_number': 6, 'project_id': 'b499fafa278b41c4babc557095066e26', 'gw_port_host': None}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:22.308874 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a60a9b4-d685-42ca-a57b-c289a89168ea None None] The sync data for ids ['9182eb3d-83ec-4616-80d7-d59f64c49527'] in dv-cinder-667108-31-smb is: [{'id': '9182eb3d-83ec-4616-80d7-d59f64c49527', 'name': 'tempest-AttachVolumeShelveTestJSON-1362082866-router', 'tenant_id': 'b499fafa278b41c4babc557095066e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:35:49Z', 'updated_at': '2021-06-16T18:42:22Z', 'revision_number': 6, 'project_id': 'b499fafa278b41c4babc557095066e26', 'gw_port_host': None}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:42:22.413020 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b1d9a9e-4e62-40a5-8d88-78b8ee5a1fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131963299'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:22.414857 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6847dc96-c435-4784-b476-21fe44e7845f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:22.439233 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d9a9e-4e62-40a5-8d88-78b8ee5a1fda admin admin] Pushing event deleted for resources: {'Port': ['ID=606aa837-85a3-4196-900e-b4477be70a8b,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:22.444022 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1b1d9a9e-4e62-40a5-8d88-78b8ee5a1fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:22.499466 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b1d9a9e-4e62-40a5-8d88-78b8ee5a1fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439325'] for router_gateway, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:22.584363 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b1d9a9e-4e62-40a5-8d88-78b8ee5a1fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1002'] for router, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:22.586305 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b1d9a9e-4e62-40a5-8d88-78b8ee5a1fda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:22.631012 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b1d9a9e-4e62-40a5-8d88-78b8ee5a1fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494935'] for router, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:22.631437 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1d9a9e-4e62-40a5-8d88-78b8ee5a1fda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9182eb3d-83ec-4616-80d7-d59f64c49527 {{(pid=92979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 18:42:22.637648 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1b1d9a9e-4e62-40a5-8d88-78b8ee5a1fda admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:22.638759 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-1b1d9a9e-4e62-40a5-8d88-78b8ee5a1fda admin admin] 10.222.0.46 "DELETE /v2.0/routers/9182eb3d-83ec-4616-80d7-d59f64c49527 HTTP/1.1" status: 204 len: 168 time: 0.8133373 Jun 16 18:42:22.641502 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 38792) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:22.687357 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2c4ca3-6a62-4a9c-9dff-f69275d2908a admin admin] Deleting subnet 9205b992-70f4-45d4-95c8-9d9cd90b84b2 {{(pid=92978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:42:22.690524 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4ca3-6a62-4a9c-9dff-f69275d2908a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:22.728516 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4ca3-6a62-4a9c-9dff-f69275d2908a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130531062'] for subnet, precommit_delete_associations {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:22.805218 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4ca3-6a62-4a9c-9dff-f69275d2908a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586659'] for subnet, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:22.860660 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4ca3-6a62-4a9c-9dff-f69275d2908a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130527945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130642475'] for subnet, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:22.863468 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-cea103a7-1b5b-4af4-a27e-d0b164c74420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:22.887784 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c4ca3-6a62-4a9c-9dff-f69275d2908a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9205b992-70f4-45d4-95c8-9d9cd90b84b2,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:22.889697 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4ca3-6a62-4a9c-9dff-f69275d2908a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:22.892731 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-bf2c4ca3-6a62-4a9c-9dff-f69275d2908a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9205b992-70f4-45d4-95c8-9d9cd90b84b2 HTTP/1.1" status: 204 len: 168 time: 0.2489688 Jun 16 18:42:22.892731 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bf2c4ca3-6a62-4a9c-9dff-f69275d2908a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:22.894033 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 38794) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:22.896275 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f09020-94c0-4b34-8c5c-6f707d4840ad None None] Network 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:42:22.960524 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627518'] for network, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:23.017133 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] Deleting port 353d29c0-5b66-41fe-98c4-b4284fa5694d {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:42:23.017387 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:23.084434 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fa2420-9ce6-4d31-a3ab-cf0161c8ebb1 None None] DHCP port deletion for 41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 request from dv-cinder-667108-31-smb {{(pid=92980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 18:42:23.099434 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] For port 353d29c0-5b66-41fe-98c4-b4284fa5694d, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=353d29c0-5b66-41fe-98c4-b4284fa5694d,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:42:23.100224 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:23.125359 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device dd108d6c-2d54-42c0-88d0-d4a14e395cda no longer exists at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:42:23.147578 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] No Port match for: dd108d6c-2d54-42c0-88d0-d4a14e395cda {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:42:23.147930 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device dd108d6c-2d54-42c0-88d0-d4a14e395cda not bound to the agent host dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:42:23.148390 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 606aa837-85a3-4196-900e-b4477be70a8b no longer exists at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:42:23.170494 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] No Port match for: 606aa837-85a3-4196-900e-b4477be70a8b {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:42:23.170852 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 606aa837-85a3-4196-900e-b4477be70a8b not bound to the agent host dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:42:23.172436 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] Calling delete_port for 353d29c0-5b66-41fe-98c4-b4284fa5694d owned by network:dhcp {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:42:23.183954 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa2420-9ce6-4d31-a3ab-cf0161c8ebb1 None None] Deleting port 353d29c0-5b66-41fe-98c4-b4284fa5694d {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:42:23.184679 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b8fa2420-9ce6-4d31-a3ab-cf0161c8ebb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:23.263584 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-b8fa2420-9ce6-4d31-a3ab-cf0161c8ebb1 None None] For port 353d29c0-5b66-41fe-98c4-b4284fa5694d, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=353d29c0-5b66-41fe-98c4-b4284fa5694d,segment=NetworkSegment(6f086f77-c793-471e-8039-3179b6fbf15b),segment_id=6f086f77-c793-471e-8039-3179b6fbf15b)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:42:23.263979 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b8fa2420-9ce6-4d31-a3ab-cf0161c8ebb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:23.298879 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:23.302813 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b1ba663e-f3bf-41c0-ae07-b8fc2fbe5b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:23.330936 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa2420-9ce6-4d31-a3ab-cf0161c8ebb1 None None] Calling delete_port for 353d29c0-5b66-41fe-98c4-b4284fa5694d owned by network:dhcp {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:42:23.362367 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] Pushing event deleted for resources: {'Port': ['ID=353d29c0-5b66-41fe-98c4-b4284fa5694d,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:23.365959 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:23.376342 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] No DVR routers for this DVR port 353d29c0-5b66-41fe-98c4-b4284fa5694d on host dv-cinder-667108-31-smb {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:42:23.423982 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b8fa2420-9ce6-4d31-a3ab-cf0161c8ebb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:23.426035 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:23.429090 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce6243-df42-4469-9b65-7ae5f002b4ff req-e442af17-3be1-4a22-9383-8ef497370eff tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:23.430904 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-03ce6243-df42-4469-9b65-7ae5f002b4ff req-e442af17-3be1-4a22-9383-8ef497370eff tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=e870988a-f400-470e-9f78-554add47cf72 HTTP/1.1" status: 200 len: 945 time: 0.1804366 Jun 16 18:42:23.452554 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa2420-9ce6-4d31-a3ab-cf0161c8ebb1 None None] Pushing event deleted for resources: {'Port': ['ID=353d29c0-5b66-41fe-98c4-b4284fa5694d,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:23.454387 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fa2420-9ce6-4d31-a3ab-cf0161c8ebb1 None None] No DVR routers for this DVR port 353d29c0-5b66-41fe-98c4-b4284fa5694d on host dv-cinder-667108-31-smb {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:42:23.455749 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b8fa2420-9ce6-4d31-a3ab-cf0161c8ebb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:23.488267 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584236', 'neutron.services.segments.db._delete_segments_for_network-8789583485489'] for network, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:23.509825 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f0e0c5-73d7-458e-ba2f-60e6386a9ce1']}} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:23.530850 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f086f77-c793-471e-8039-3179b6fbf15b') {'for_net_delete': True} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:23.531148 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f086f77-c793-471e-8039-3179b6fbf15b') {} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:42:23.539553 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f0d99-131b-4de6-9ea2-cf1f3a51dde0 req-a5eea3a9-3be4-4a93-bf36-5465a44d2e9e tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:23.541564 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-997f0d99-131b-4de6-9ea2-cf1f3a51dde0 req-a5eea3a9-3be4-4a93-bf36-5465a44d2e9e tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.36 "GET /v2.0/ports?device_id=e870988a-f400-470e-9f78-554add47cf72 HTTP/1.1" status: 200 len: 945 time: 0.2399883 Jun 16 18:42:23.553292 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789583484802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130531055'] for segment, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:23.569049 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-03ce6243-df42-4469-9b65-7ae5f002b4ff req-034220af-4f87-485d-a956-4c35b52ad27a tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254227 Jun 16 18:42:23.597571 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:23.610996 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=92978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:42:23.611393 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130527830'] for segment, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: Traceback (most recent call last): Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: timer() Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: cb(*args, **kw) Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: return func(*args, **kwargs) Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: self._notify() Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: self.callback(batched_events) Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: event.method(event) Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: return f(self, *a, **k) Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: return self._get(url).json() Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: return self.request(url, 'GET', **kwargs) Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:42:23.613107 dv-cinder-667108-31-smb neutron-server[92978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:42:23.699601 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439411'] for network, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:23.708454 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:23.710865 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:23.713900 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] 10.222.0.46 "DELETE /v2.0/networks/41f0e0c5-73d7-458e-ba2f-60e6386a9ce1 HTTP/1.1" status: 204 len: 168 time: 0.8189507 Jun 16 18:42:23.729485 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] Pushing event deleted for resources: {'Network': ['ID=41f0e0c5-73d7-458e-ba2f-60e6386a9ce1,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:23.732821 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4b72e022-7d15-4817-8219-e396d8007eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:23.735092 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-997f0d99-131b-4de6-9ea2-cf1f3a51dde0 req-a8da8a49-1a8f-4189-8d75-9ef04753aa9b tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Deleting port 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:42:23.735435 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-997f0d99-131b-4de6-9ea2-cf1f3a51dde0 req-a8da8a49-1a8f-4189-8d75-9ef04753aa9b tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:23.830509 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-997f0d99-131b-4de6-9ea2-cf1f3a51dde0 req-a8da8a49-1a8f-4189-8d75-9ef04753aa9b tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] For port 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0,segment=NetworkSegment(81d592ac-b8fd-4898-9f11-0036c1d4b49c),segment_id=81d592ac-b8fd-4898-9f11-0036c1d4b49c)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:42:23.830509 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-997f0d99-131b-4de6-9ea2-cf1f3a51dde0 req-a8da8a49-1a8f-4189-8d75-9ef04753aa9b tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:23.830926 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38800) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:23.870522 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-499aa7d5-4353-40ed-af1e-ed48df9c6824 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b499fafa278b41c4babc557095066e26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382919 Jun 16 18:42:23.873161 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38802) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:23.897414 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-997f0d99-131b-4de6-9ea2-cf1f3a51dde0 req-a8da8a49-1a8f-4189-8d75-9ef04753aa9b tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Calling delete_port for 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:42:23.920540 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e1534649-6eec-423a-bb48-af922a082b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:23.941682 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e1534649-6eec-423a-bb48-af922a082b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:23.992205 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e1534649-6eec-423a-bb48-af922a082b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:23.995435 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e1534649-6eec-423a-bb48-af922a082b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:23.996845 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-e1534649-6eec-423a-bb48-af922a082b5f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51b8565b-7f72-4460-8af1-d4ec245575cd HTTP/1.1" status: 204 len: 168 time: 0.1226830 Jun 16 18:42:23.997628 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-40d22913-32d2-4b4d-b5d5-2f5ede7d9b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:24.005554 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1534649-6eec-423a-bb48-af922a082b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b8565b-7f72-4460-8af1-d4ec245575cd,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:24.008209 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e1534649-6eec-423a-bb48-af922a082b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:24.034919 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-997f0d99-131b-4de6-9ea2-cf1f3a51dde0 req-a8da8a49-1a8f-4189-8d75-9ef04753aa9b tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:24.038845 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-45aa5935-c99d-4c09-8929-1b0f1804ecac tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:24.046320 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:42:24.065332 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da8a49-1a8f-4189-8d75-9ef04753aa9b tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Pushing event deleted for resources: {'Port': ['ID=3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:24.068552 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-a8da8a49-1a8f-4189-8d75-9ef04753aa9b tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:24.115050 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-997f0d99-131b-4de6-9ea2-cf1f3a51dde0 req-a8da8a49-1a8f-4189-8d75-9ef04753aa9b tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] No DVR routers for this DVR port 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 on host hv-cinder-66710 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:42:24.117607 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-997f0d99-131b-4de6-9ea2-cf1f3a51dde0 req-a8da8a49-1a8f-4189-8d75-9ef04753aa9b tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:24.120306 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-997f0d99-131b-4de6-9ea2-cf1f3a51dde0 req-a8da8a49-1a8f-4189-8d75-9ef04753aa9b tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.36 "DELETE /v2.0/ports/3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 HTTP/1.1" status: 204 len: 173 time: 0.5690141 Jun 16 18:42:24.120928 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e870988a-f400-470e-9f78-554add47cf72', 'name': 'network-vif-deleted', 'tag': '3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:42:24.123577 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60edc51-bfd3-4de6-94bb-91e75b16abfe" -d '{"events": [{"server_uuid": "e870988a-f400-470e-9f78-554add47cf72", "name": "network-vif-deleted", "tag": "3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:42:24.176752 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af353b2-e6d0-42b4-9634-d523e66e2d75 x-openstack-request-id: req-1af353b2-e6d0-42b4-9634-d523e66e2d75 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:42:24.177586 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e870988a-f400-470e-9f78-554add47cf72", "name": "network-vif-deleted", "tag": "3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:42:24.177812 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1af353b2-e6d0-42b4-9634-d523e66e2d75 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:42:24.178523 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e870988a-f400-470e-9f78-554add47cf72', 'name': 'network-vif-deleted', 'tag': '3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0', 'status': 'completed', 'code': 200} Jun 16 18:42:24.736425 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e1284e66-e4ee-4511-bcc5-6d4efb6db64d req-acfa5c24-010e-4973-950d-7078ea6ced63 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=e870988a-f400-470e-9f78-554add47cf72 HTTP/1.1" status: 200 len: 210 time: 0.0300419 Jun 16 18:42:25.020962 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 353d29c0-5b66-41fe-98c4-b4284fa5694d no longer exists at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:42:25.041745 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] No Port match for: 353d29c0-5b66-41fe-98c4-b4284fa5694d {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:42:25.042102 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 353d29c0-5b66-41fe-98c4-b4284fa5694d not bound to the agent host dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:42:26.084356 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-31496dbd-d1be-4609-bbb4-d735c2b91a4e tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:26.085845 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-31496dbd-d1be-4609-bbb4-d735c2b91a4e tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/networks?id=f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb HTTP/1.1" status: 200 len: 809 time: 0.0994966 Jun 16 18:42:26.100904 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-80bae63f-231b-4b93-81be-cae61facc3cd tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/quotas/b2964b215184420b9875c3c2f8e26890 HTTP/1.1" status: 200 len: 375 time: 0.0089009 Jun 16 18:42:26.137674 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-cc7e270e-a849-47dd-9d00-3c2bef50724f tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2964b215184420b9875c3c2f8e26890&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317976 Jun 16 18:42:26.233468 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-9f6f712b-0fc1-416c-921e-dd9ea58c6033 service neutron] 10.222.0.46 "GET /v2.0/networks/f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892417 Jun 16 18:42:26.327349 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-19bd162e-3972-43ed-99d0-470eafa729cf service neutron] 10.222.0.46 "GET /v2.0/networks/f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881591 Jun 16 18:42:26.507991 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0b94f6c9-7214-422c-96af-005cc29ba611 req-931630bc-9c91-4be5-956f-a86e10060949 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=605ab574-2d86-4f53-a43e-fcc5824b0ec3 HTTP/1.1" status: 200 len: 210 time: 0.0363886 Jun 16 18:42:27.520639 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-0eba606e-ac2d-4884-8b3f-243bcc474e49 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:27.522175 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-0eba606e-ac2d-4884-8b3f-243bcc474e49 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.36 "GET /v2.0/networks?id=f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb HTTP/1.1" status: 200 len: 809 time: 0.1091294 Jun 16 18:42:27.541733 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-468a02a4-28f8-43bc-8989-77dc5e7e5876 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Request body: {'port': {'device_id': '605ab574-2d86-4f53-a43e-fcc5824b0ec3', 'network_id': 'f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb', 'admin_state_up': True, 'tenant_id': 'b2964b215184420b9875c3c2f8e26890'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:42:27.669592 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c1d1f26e-bea7-492b-92eb-91e3069f46da req-4412fb56-67d1-489c-943f-6f8908f18c18 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=605ab574-2d86-4f53-a43e-fcc5824b0ec3 HTTP/1.1" status: 200 len: 210 time: 0.0358877 Jun 16 18:42:27.692715 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-468a02a4-28f8-43bc-8989-77dc5e7e5876 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Made reservation on behalf of b2964b215184420b9875c3c2f8e26890 for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:42:27.696883 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-468a02a4-28f8-43bc-8989-77dc5e7e5876 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:27.702680 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:42:27.723903 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] No Port match for: 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:42:27.724294 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 3ad9cdfb-4305-4b7e-b9a0-b10af53f70f0 not bound to the agent host hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:42:27.817790 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 38896) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:27.833081 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-468a02a4-28f8-43bc-8989-77dc5e7e5876 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Allocated IP 172.20.0.3 (f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb/42690321-47ae-4a10-b678-fdaebd429daa/dc1491e1-3dbe-4ef0-a49b-c06e96d3874a) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:42:27.957714 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cc6527d7-eced-43e2-bddb-db068190b56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:28.020314 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-468a02a4-28f8-43bc-8989-77dc5e7e5876 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:28.101321 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-468a02a4-28f8-43bc-8989-77dc5e7e5876 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130527772'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:28.108905 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-a8da8a49-1a8f-4189-8d75-9ef04753aa9b tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:28.146959 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cc6527d7-eced-43e2-bddb-db068190b56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:28.158790 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cc6527d7-eced-43e2-bddb-db068190b56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:28.162139 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-468a02a4-28f8-43bc-8989-77dc5e7e5876 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Network f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:42:28.175059 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-468a02a4-28f8-43bc-8989-77dc5e7e5876 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:42:28.177456 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-468a02a4-28f8-43bc-8989-77dc5e7e5876 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:42:28.213281 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a02a4-28f8-43bc-8989-77dc5e7e5876 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Pushing event updated for resources: {'Port': ['ID=dc1491e1-3dbe-4ef0-a49b-c06e96d3874a,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:28.221951 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-468a02a4-28f8-43bc-8989-77dc5e7e5876 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:28.224168 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-444d5457-4933-445c-9a63-e53bac6212ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:28.233498 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-cc6527d7-eced-43e2-bddb-db068190b56b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f34cb124d654268a301ae83523f3a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148111 Jun 16 18:42:28.236123 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38900) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:28.256119 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-468a02a4-28f8-43bc-8989-77dc5e7e5876 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:28.256753 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-468a02a4-28f8-43bc-8989-77dc5e7e5876 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:28.268379 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6527d7-eced-43e2-bddb-db068190b56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3f24e3-3fac-438c-bf15-d65d59996d8f,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:28.271961 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-cc6527d7-eced-43e2-bddb-db068190b56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:28.277101 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-468a02a4-28f8-43bc-8989-77dc5e7e5876 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7397287 Jun 16 18:42:28.285622 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-55eb5f60-63ca-4fc3-acc7-c69530aa39c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:28.288778 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Request body: {'port': {'device_id': '605ab574-2d86-4f53-a43e-fcc5824b0ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:42:28.306502 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-55eb5f60-63ca-4fc3-acc7-c69530aa39c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:28.354204 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-55eb5f60-63ca-4fc3-acc7-c69530aa39c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:28.356896 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-55eb5f60-63ca-4fc3-acc7-c69530aa39c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:28.358019 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-55eb5f60-63ca-4fc3-acc7-c69530aa39c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec3f24e3-3fac-438c-bf15-d65d59996d8f HTTP/1.1" status: 204 len: 168 time: 0.1208522 Jun 16 18:42:28.358769 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-60d53b93-f94c-488e-b65d-07c115f2d636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:28.364694 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:28.366078 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb5f60-63ca-4fc3-acc7-c69530aa39c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3f24e3-3fac-438c-bf15-d65d59996d8f,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:28.369197 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-55eb5f60-63ca-4fc3-acc7-c69530aa39c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:28.641031 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1491e1-3dbe-4ef0-a49b-c06e96d3874a {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:42:28.648398 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:28.659944 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Transition to ACTIVE for port object dc1491e1-3dbe-4ef0-a49b-c06e96d3874a will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:42:28.664256 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:28.667715 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2353a365-bcd0-4973-8a6a-32d72404b420 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:28.747025 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Pushing event updated for resources: {'Port': ['ID=dc1491e1-3dbe-4ef0-a49b-c06e96d3874a,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:28.766008 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:28.846457 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Attempting to bind port dc1491e1-3dbe-4ef0-a49b-c06e96d3874a on host hv-cinder-66710 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:42:28.846619 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Attempting to bind port dc1491e1-3dbe-4ef0-a49b-c06e96d3874a by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '81d592ac-b8fd-4898-9f11-0036c1d4b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:42:28.846956 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Attempting to bind port dc1491e1-3dbe-4ef0-a49b-c06e96d3874a on network f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:42:28.855951 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Port dc1491e1-3dbe-4ef0-a49b-c06e96d3874a on network f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:42:28.856306 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Attempting to bind port dc1491e1-3dbe-4ef0-a49b-c06e96d3874a on network f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:42:28.862944 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Checking agent: {'id': '430a9a83-85fc-4e56-9798-0b54252fd97b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'started_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:42:28.863289 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Checking segment: {'id': '81d592ac-b8fd-4898-9f11-0036c1d4b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:42:28.863674 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Bound using segment: {'id': '81d592ac-b8fd-4898-9f11-0036c1d4b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:42:28.864118 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Bound port: dc1491e1-3dbe-4ef0-a49b-c06e96d3874a, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d592ac-b8fd-4898-9f11-0036c1d4b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:42:28.864492 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:28.923820 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68de08f-858b-4da7-a837-e4803c9f7454 req-d63ac6f1-ca7c-43d1-89c3-c89f14371af8 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:28.925319 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d68de08f-858b-4da7-a837-e4803c9f7454 req-d63ac6f1-ca7c-43d1-89c3-c89f14371af8 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=605ab574-2d86-4f53-a43e-fcc5824b0ec3 HTTP/1.1" status: 200 len: 943 time: 0.1163530 Jun 16 18:42:28.976522 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] For port dc1491e1-3dbe-4ef0-a49b-c06e96d3874a, host hv-cinder-66710, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:42:28.982357 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] For port dc1491e1-3dbe-4ef0-a49b-c06e96d3874a, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=dc1491e1-3dbe-4ef0-a49b-c06e96d3874a,segment=NetworkSegment(81d592ac-b8fd-4898-9f11-0036c1d4b49c),segment_id=81d592ac-b8fd-4898-9f11-0036c1d4b49c)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:42:28.988175 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d68de08f-858b-4da7-a837-e4803c9f7454 req-d1858759-f37c-4def-9c3c-6e11bcbbc739 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530331 Jun 16 18:42:28.989273 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:28.992058 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1ead2d9b-213b-43a7-b702-9abd99ad8892 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:29.024863 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:29.026203 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:29.027583 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] 10.222.0.36 "PUT /v2.0/ports/dc1491e1-3dbe-4ef0-a49b-c06e96d3874a HTTP/1.1" status: 200 len: 1093 time: 0.7428956 Jun 16 18:42:29.028111 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605ab574-2d86-4f53-a43e-fcc5824b0ec3', 'tag': 'dc1491e1-3dbe-4ef0-a49b-c06e96d3874a'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:42:29.030446 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c597d57f-4e05-4f12-9114-2cce7b5dc7e9" -d '{"events": [{"name": "network-changed", "server_uuid": "605ab574-2d86-4f53-a43e-fcc5824b0ec3", "tag": "dc1491e1-3dbe-4ef0-a49b-c06e96d3874a"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:42:29.057773 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Pushing event updated for resources: {'Port': ['ID=dc1491e1-3dbe-4ef0-a49b-c06e96d3874a,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:29.060917 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:29.078794 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdc87ea-a032-4973-a845-24eb03417592 x-openstack-request-id: req-6fdc87ea-a032-4973-a845-24eb03417592 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:42:29.079128 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605ab574-2d86-4f53-a43e-fcc5824b0ec3", "tag": "dc1491e1-3dbe-4ef0-a49b-c06e96d3874a", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:42:29.079429 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6fdc87ea-a032-4973-a845-24eb03417592 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:42:29.079866 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605ab574-2d86-4f53-a43e-fcc5824b0ec3', 'tag': 'dc1491e1-3dbe-4ef0-a49b-c06e96d3874a', 'status': 'completed', 'code': 200} Jun 16 18:42:29.126518 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-305f4fa0-dc9b-460c-81df-c7d977fcd5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:29.128176 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-305f4fa0-dc9b-460c-81df-c7d977fcd5e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2964b215184420b9875c3c2f8e26890&device_id=605ab574-2d86-4f53-a43e-fcc5824b0ec3 HTTP/1.1" status: 200 len: 1096 time: 0.0594912 Jun 16 18:42:29.434935 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-45f888de-f881-415a-8429-cb64b53574bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc1491e1-3dbe-4ef0-a49b-c06e96d3874a HTTP/1.1" status: 200 len: 217 time: 0.2984750 Jun 16 18:42:29.484153 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-877065a7-d8df-43b3-bab1-ac6f4b12a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:29.485602 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-877065a7-d8df-43b3-bab1-ac6f4b12a2a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42690321-47ae-4a10-b678-fdaebd429daa HTTP/1.1" status: 200 len: 849 time: 0.0438733 Jun 16 18:42:29.518207 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-92beec8e-d3a4-4199-a9d8-5833fc38d3ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262778 Jun 16 18:42:29.612669 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-5929811d-8eac-4e91-bd47-b310eafacde0 service neutron] 10.222.0.36 "GET /v2.0/networks/f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864880 Jun 16 18:42:29.705537 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b78e669d-0e8a-4af8-91ec-29c8cab18a50 req-6c6c6b30-1230-4e1e-b094-6a875b532c55 service neutron] 10.222.0.36 "GET /v2.0/networks/f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858626 Jun 16 18:42:29.812603 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597d57f-4e05-4f12-9114-2cce7b5dc7e9 req-8350466e-0bb5-4f14-bd53-1fc1c0e489d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:29.813959 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c597d57f-4e05-4f12-9114-2cce7b5dc7e9 req-8350466e-0bb5-4f14-bd53-1fc1c0e489d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2964b215184420b9875c3c2f8e26890&device_id=605ab574-2d86-4f53-a43e-fcc5824b0ec3 HTTP/1.1" status: 200 len: 1096 time: 0.0551522 Jun 16 18:42:29.910508 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597d57f-4e05-4f12-9114-2cce7b5dc7e9 req-65b30696-0bd5-49c1-b216-31b447ed210b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:29.911976 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c597d57f-4e05-4f12-9114-2cce7b5dc7e9 req-65b30696-0bd5-49c1-b216-31b447ed210b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb HTTP/1.1" status: 200 len: 910 time: 0.0910707 Jun 16 18:42:29.956519 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c597d57f-4e05-4f12-9114-2cce7b5dc7e9 req-eacb6c3d-7dfd-45e4-89af-7bb845f6a66b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc1491e1-3dbe-4ef0-a49b-c06e96d3874a HTTP/1.1" status: 200 len: 217 time: 0.0377166 Jun 16 18:42:30.010471 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597d57f-4e05-4f12-9114-2cce7b5dc7e9 req-7b459241-d302-4641-b676-3c1bc2a48f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:30.011955 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c597d57f-4e05-4f12-9114-2cce7b5dc7e9 req-7b459241-d302-4641-b676-3c1bc2a48f33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42690321-47ae-4a10-b678-fdaebd429daa HTTP/1.1" status: 200 len: 849 time: 0.0490675 Jun 16 18:42:30.045631 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c597d57f-4e05-4f12-9114-2cce7b5dc7e9 req-71ebc8f3-5d60-49bc-b47f-26afbd887934 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260789 Jun 16 18:42:30.166558 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c597d57f-4e05-4f12-9114-2cce7b5dc7e9 req-d3219eeb-f56e-4cf8-a847-15c65ddb0935 service neutron] 10.222.0.36 "GET /v2.0/networks/f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135006 Jun 16 18:42:30.215409 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff19e4-ff62-484c-b665-6f59535b1a33 req-e1682649-8878-4282-a48f-646ded6df528 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:30.217998 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-24ff19e4-ff62-484c-b665-6f59535b1a33 req-e1682649-8878-4282-a48f-646ded6df528 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=605ab574-2d86-4f53-a43e-fcc5824b0ec3 HTTP/1.1" status: 200 len: 943 time: 0.1065764 Jun 16 18:42:30.298190 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-24ff19e4-ff62-484c-b665-6f59535b1a33 req-89ce5927-2291-44b8-beb1-fc3cc6fa1c07 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724163 Jun 16 18:42:30.308843 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c597d57f-4e05-4f12-9114-2cce7b5dc7e9 req-3cd63fd6-d435-4604-8256-0e5918900a4f service neutron] 10.222.0.36 "GET /v2.0/networks/f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327269 Jun 16 18:42:31.486259 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d606f15-bd9b-475f-bc1e-c2072fc15460 req-84888c44-038f-4e68-9b77-ae794b1b3038 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:31.487674 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7d606f15-bd9b-475f-bc1e-c2072fc15460 req-84888c44-038f-4e68-9b77-ae794b1b3038 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=605ab574-2d86-4f53-a43e-fcc5824b0ec3 HTTP/1.1" status: 200 len: 943 time: 0.0669680 Jun 16 18:42:31.524970 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7d606f15-bd9b-475f-bc1e-c2072fc15460 req-db7a0e5f-dcdc-4ebe-a5a1-6e1831ae17d3 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Jun 16 18:42:32.707293 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f03e9b-9cee-4e26-aace-83152e0cce3b req-e63c7054-287d-411b-b129-fe31d43a4f8a tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:32.708798 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-15f03e9b-9cee-4e26-aace-83152e0cce3b req-e63c7054-287d-411b-b129-fe31d43a4f8a tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=605ab574-2d86-4f53-a43e-fcc5824b0ec3 HTTP/1.1" status: 200 len: 943 time: 0.0638731 Jun 16 18:42:32.727065 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 38994) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:32.747491 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-15f03e9b-9cee-4e26-aace-83152e0cce3b req-62ec7e37-92dd-4dca-aa6a-c301c1806691 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329227 Jun 16 18:42:32.830362 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d9f06f56-9847-49de-bf28-c4565cf82aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:32.918586 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d9f06f56-9847-49de-bf28-c4565cf82aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:32.922353 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d9f06f56-9847-49de-bf28-c4565cf82aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:32.925630 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-23a4b1c2-b40e-41f2-8d5a-af3e735711d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:32.960761 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-d9f06f56-9847-49de-bf28-c4565cf82aa1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a9ab6606642742ad9c8c2b3fcf03cc9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326889 Jun 16 18:42:32.961661 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f06f56-9847-49de-bf28-c4565cf82aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928cabc0-96a5-480b-bcf6-233632c222ae,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:32.963899 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 38998) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:32.965162 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d9f06f56-9847-49de-bf28-c4565cf82aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:33.016966 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e588dcf8-daaa-468b-90bc-5b72b47ef508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:33.037436 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e588dcf8-daaa-468b-90bc-5b72b47ef508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:33.081576 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e588dcf8-daaa-468b-90bc-5b72b47ef508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:33.084124 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e588dcf8-daaa-468b-90bc-5b72b47ef508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:33.085261 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-e588dcf8-daaa-468b-90bc-5b72b47ef508 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/928cabc0-96a5-480b-bcf6-233632c222ae HTTP/1.1" status: 204 len: 168 time: 0.1201093 Jun 16 18:42:33.086048 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-301620f0-1126-4311-bb06-7ee927d4f079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:33.093648 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588dcf8-daaa-468b-90bc-5b72b47ef508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928cabc0-96a5-480b-bcf6-233632c222ae,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:33.095828 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e588dcf8-daaa-468b-90bc-5b72b47ef508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:33.339715 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 39004) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:33.352677 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-682d4f59-7389-425b-9229-17e2c850a334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:33.443242 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-682d4f59-7389-425b-9229-17e2c850a334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:33.447285 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-682d4f59-7389-425b-9229-17e2c850a334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:33.451107 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9329e145-38c9-446f-863e-1fd22a3329e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:33.487924 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-682d4f59-7389-425b-9229-17e2c850a334 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8f949eab19540e6a21f4fca65d1e601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470921 Jun 16 18:42:33.488964 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d4f59-7389-425b-9229-17e2c850a334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b79d156-6060-4854-8a29-47fe2566b3c2,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:33.490630 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 39006) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:33.492078 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-682d4f59-7389-425b-9229-17e2c850a334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:33.543138 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bcb59b3a-946c-48e8-bf12-8539eb269ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:33.564350 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bcb59b3a-946c-48e8-bf12-8539eb269ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:33.610467 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bcb59b3a-946c-48e8-bf12-8539eb269ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:33.613111 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bcb59b3a-946c-48e8-bf12-8539eb269ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:33.614238 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-bcb59b3a-946c-48e8-bf12-8539eb269ecb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3b79d156-6060-4854-8a29-47fe2566b3c2 HTTP/1.1" status: 204 len: 168 time: 0.1225867 Jun 16 18:42:33.615106 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3504bed8-86bf-4d5e-a6fc-fd9cb8170c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:33.623343 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb59b3a-946c-48e8-bf12-8539eb269ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b79d156-6060-4854-8a29-47fe2566b3c2,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:33.625548 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-bcb59b3a-946c-48e8-bf12-8539eb269ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:33.728220 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device dc1491e1-3dbe-4ef0-a49b-c06e96d3874a details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:42:33.825813 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port dc1491e1-3dbe-4ef0-a49b-c06e96d3874a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=dc1491e1-3dbe-4ef0-a49b-c06e96d3874a,segment=NetworkSegment(81d592ac-b8fd-4898-9f11-0036c1d4b49c),segment_id=81d592ac-b8fd-4898-9f11-0036c1d4b49c)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:42:33.837156 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': 'dc1491e1-3dbe-4ef0-a49b-c06e96d3874a', 'network_id': 'f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb', 'port_id': 'dc1491e1-3dbe-4ef0-a49b-c06e96d3874a', 'mac_address': 'fa:16:3e:7e:09:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42690321-47ae-4a10-b678-fdaebd429daa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:42:33.881045 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:33.895969 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1491e1-3dbe-4ef0-a49b-c06e96d3874a {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:42:33.917950 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port dc1491e1-3dbe-4ef0-a49b-c06e96d3874a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=dc1491e1-3dbe-4ef0-a49b-c06e96d3874a,segment=NetworkSegment(81d592ac-b8fd-4898-9f11-0036c1d4b49c),segment_id=81d592ac-b8fd-4898-9f11-0036c1d4b49c)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:42:33.923052 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:33.924889 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:33.933923 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90caef2-7573-472c-9417-bccb95ec494a req-23d45fe6-76dc-4efd-b4ea-26d1784f9e4e tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:33.935666 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a90caef2-7573-472c-9417-bccb95ec494a req-23d45fe6-76dc-4efd-b4ea-26d1784f9e4e tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=605ab574-2d86-4f53-a43e-fcc5824b0ec3 HTTP/1.1" status: 200 len: 943 time: 0.0715871 Jun 16 18:42:33.973399 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=dc1491e1-3dbe-4ef0-a49b-c06e96d3874a,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:33.981073 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:33.985001 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a90caef2-7573-472c-9417-bccb95ec494a req-401130a4-72b0-4c61-becb-6e1776f3745a tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426280 Jun 16 18:42:34.128601 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['dc1491e1-3dbe-4ef0-a49b-c06e96d3874a'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:42:35.159978 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44073fdf-0272-41ee-950e-be5304eaf3a8 req-f5d6fbe9-c9c4-4df5-95ba-0dcbc4d3d3ab tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:35.161500 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-44073fdf-0272-41ee-950e-be5304eaf3a8 req-f5d6fbe9-c9c4-4df5-95ba-0dcbc4d3d3ab tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=605ab574-2d86-4f53-a43e-fcc5824b0ec3 HTTP/1.1" status: 200 len: 944 time: 0.0670240 Jun 16 18:42:35.206387 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-44073fdf-0272-41ee-950e-be5304eaf3a8 req-9365c81b-e3d8-4df9-826d-00e4c969a492 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370502 Jun 16 18:42:35.727501 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device dc1491e1-3dbe-4ef0-a49b-c06e96d3874a up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:42:35.776477 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning for port dc1491e1-3dbe-4ef0-a49b-c06e96d3874a completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:42:35.781647 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port dc1491e1-3dbe-4ef0-a49b-c06e96d3874a triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:42:35.782037 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:35.857461 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:35.882321 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605ab574-2d86-4f53-a43e-fcc5824b0ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1491e1-3dbe-4ef0-a49b-c06e96d3874a'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:42:35.884590 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a1c48b-b1d2-47cf-8000-f8ef53d3f22f" -d '{"events": [{"server_uuid": "605ab574-2d86-4f53-a43e-fcc5824b0ec3", "name": "network-vif-plugged", "status": "completed", "tag": "dc1491e1-3dbe-4ef0-a49b-c06e96d3874a"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:42:35.898538 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port dc1491e1-3dbe-4ef0-a49b-c06e96d3874a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=dc1491e1-3dbe-4ef0-a49b-c06e96d3874a,segment=NetworkSegment(81d592ac-b8fd-4898-9f11-0036c1d4b49c),segment_id=81d592ac-b8fd-4898-9f11-0036c1d4b49c)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:42:35.904017 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:35.905987 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:36.050500 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2f09d5-bbe2-4d35-a152-71907ca0ec95 x-openstack-request-id: req-3f2f09d5-bbe2-4d35-a152-71907ca0ec95 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:42:36.050807 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605ab574-2d86-4f53-a43e-fcc5824b0ec3", "name": "network-vif-plugged", "status": "completed", "tag": "dc1491e1-3dbe-4ef0-a49b-c06e96d3874a", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:42:36.051082 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f2f09d5-bbe2-4d35-a152-71907ca0ec95 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:42:36.051567 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605ab574-2d86-4f53-a43e-fcc5824b0ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1491e1-3dbe-4ef0-a49b-c06e96d3874a', 'code': 200} Jun 16 18:42:36.079515 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=dc1491e1-3dbe-4ef0-a49b-c06e96d3874a,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:36.086436 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:36.086778 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:36.087115 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:36.087447 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:36.087772 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:36.088103 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:36.088449 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:36.088770 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:36.089093 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:36.089412 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:36.089763 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:36.090084 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:36.093732 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:36.142868 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780e2fe-8d6e-4e22-9556-0c5b8bcaf6f0 req-f2f57c62-c822-4b2f-aa23-ee36677a96fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:36.144410 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3780e2fe-8d6e-4e22-9556-0c5b8bcaf6f0 req-f2f57c62-c822-4b2f-aa23-ee36677a96fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=605ab574-2d86-4f53-a43e-fcc5824b0ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0516751 Jun 16 18:42:36.179354 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3780e2fe-8d6e-4e22-9556-0c5b8bcaf6f0 req-c5277607-5f35-4824-9a21-47311c3f09ce service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282145 Jun 16 18:42:36.385146 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da6529-5507-4b30-90e7-1963c3daa5a6 req-c7a43b23-eaee-4020-9d4f-d639692d1ab2 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:36.386694 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-11da6529-5507-4b30-90e7-1963c3daa5a6 req-c7a43b23-eaee-4020-9d4f-d639692d1ab2 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=605ab574-2d86-4f53-a43e-fcc5824b0ec3 HTTP/1.1" status: 200 len: 945 time: 0.0672524 Jun 16 18:42:36.427077 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-11da6529-5507-4b30-90e7-1963c3daa5a6 req-f836c4f1-6650-4c70-a0da-d441dc9287b3 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344052 Jun 16 18:42:37.604508 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64a2a0-a532-447e-bd6a-9a56b2fbae1a req-b0d98963-c113-46be-8556-a4d4db490f76 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:37.606670 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7d64a2a0-a532-447e-bd6a-9a56b2fbae1a req-b0d98963-c113-46be-8556-a4d4db490f76 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=605ab574-2d86-4f53-a43e-fcc5824b0ec3 HTTP/1.1" status: 200 len: 945 time: 0.0665696 Jun 16 18:42:37.645256 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7d64a2a0-a532-447e-bd6a-9a56b2fbae1a req-f9880b97-8889-4535-bcbb-1de73d2aa950 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328147 Jun 16 18:42:38.489668 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc22f95-ba9b-4a60-9b59-c259c54bb283 req-26e94e5e-e5e3-4a2a-b719-bb0371ed33cb tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:38.491195 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-dbc22f95-ba9b-4a60-9b59-c259c54bb283 req-26e94e5e-e5e3-4a2a-b719-bb0371ed33cb tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=605ab574-2d86-4f53-a43e-fcc5824b0ec3 HTTP/1.1" status: 200 len: 945 time: 0.0642097 Jun 16 18:42:38.529487 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-dbc22f95-ba9b-4a60-9b59-c259c54bb283 req-58169c20-342f-4b27-aaa5-b0c4b0a05a12 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321543 Jun 16 18:42:38.920298 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6284cb3-fc54-4cc0-ab74-8620ba0208f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:39.706501 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738fa58-cc73-4720-b4ee-faee7e4201c5 req-5460592e-df40-4ece-a341-44d992435074 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:39.707956 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d738fa58-cc73-4720-b4ee-faee7e4201c5 req-5460592e-df40-4ece-a341-44d992435074 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=605ab574-2d86-4f53-a43e-fcc5824b0ec3 HTTP/1.1" status: 200 len: 945 time: 0.0671077 Jun 16 18:42:39.744970 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d738fa58-cc73-4720-b4ee-faee7e4201c5 req-e8869809-c058-4364-8217-b125af5e4f07 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312321 Jun 16 18:42:39.845507 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc76d2c-4325-472d-bfb9-de4a0c50b38e req-705ecea3-d6d8-42dc-97fe-5f8453629a3d tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:42:39.846844 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-afc76d2c-4325-472d-bfb9-de4a0c50b38e req-705ecea3-d6d8-42dc-97fe-5f8453629a3d tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.36 "GET /v2.0/ports?device_id=605ab574-2d86-4f53-a43e-fcc5824b0ec3 HTTP/1.1" status: 200 len: 945 time: 0.0624917 Jun 16 18:42:39.946513 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-afc76d2c-4325-472d-bfb9-de4a0c50b38e req-bafa2002-e400-499d-94d1-741e40e23b98 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Deleting port dc1491e1-3dbe-4ef0-a49b-c06e96d3874a {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:42:39.946853 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-afc76d2c-4325-472d-bfb9-de4a0c50b38e req-bafa2002-e400-499d-94d1-741e40e23b98 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:40.033000 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-afc76d2c-4325-472d-bfb9-de4a0c50b38e req-bafa2002-e400-499d-94d1-741e40e23b98 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] For port dc1491e1-3dbe-4ef0-a49b-c06e96d3874a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=dc1491e1-3dbe-4ef0-a49b-c06e96d3874a,segment=NetworkSegment(81d592ac-b8fd-4898-9f11-0036c1d4b49c),segment_id=81d592ac-b8fd-4898-9f11-0036c1d4b49c)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:42:40.033593 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-afc76d2c-4325-472d-bfb9-de4a0c50b38e req-bafa2002-e400-499d-94d1-741e40e23b98 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:40.100429 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-afc76d2c-4325-472d-bfb9-de4a0c50b38e req-bafa2002-e400-499d-94d1-741e40e23b98 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Calling delete_port for dc1491e1-3dbe-4ef0-a49b-c06e96d3874a owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:42:40.237669 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-afc76d2c-4325-472d-bfb9-de4a0c50b38e req-bafa2002-e400-499d-94d1-741e40e23b98 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:40.241481 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-8b4d426d-b869-44c0-a49f-74f6a1ebcac4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:40.250804 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['dc1491e1-3dbe-4ef0-a49b-c06e96d3874a'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:42:40.271488 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa2002-e400-499d-94d1-741e40e23b98 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Pushing event deleted for resources: {'Port': ['ID=dc1491e1-3dbe-4ef0-a49b-c06e96d3874a,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:40.273407 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bafa2002-e400-499d-94d1-741e40e23b98 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:40.321975 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc76d2c-4325-472d-bfb9-de4a0c50b38e req-bafa2002-e400-499d-94d1-741e40e23b98 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] No DVR routers for this DVR port dc1491e1-3dbe-4ef0-a49b-c06e96d3874a on host hv-cinder-66710 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:42:40.324798 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-afc76d2c-4325-472d-bfb9-de4a0c50b38e req-bafa2002-e400-499d-94d1-741e40e23b98 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:40.327003 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-afc76d2c-4325-472d-bfb9-de4a0c50b38e req-bafa2002-e400-499d-94d1-741e40e23b98 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.36 "DELETE /v2.0/ports/dc1491e1-3dbe-4ef0-a49b-c06e96d3874a HTTP/1.1" status: 204 len: 173 time: 0.4748597 Jun 16 18:42:40.327566 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605ab574-2d86-4f53-a43e-fcc5824b0ec3', 'name': 'network-vif-deleted', 'tag': 'dc1491e1-3dbe-4ef0-a49b-c06e96d3874a'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:42:40.329952 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37a1f06-6f09-4df3-b144-0c3300388b10" -d '{"events": [{"server_uuid": "605ab574-2d86-4f53-a43e-fcc5824b0ec3", "name": "network-vif-deleted", "tag": "dc1491e1-3dbe-4ef0-a49b-c06e96d3874a"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:42:40.372380 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befb808a-74d0-47f7-a314-c07e192087ff x-openstack-request-id: req-befb808a-74d0-47f7-a314-c07e192087ff {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:42:40.373454 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605ab574-2d86-4f53-a43e-fcc5824b0ec3", "name": "network-vif-deleted", "tag": "dc1491e1-3dbe-4ef0-a49b-c06e96d3874a", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:42:40.373800 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-befb808a-74d0-47f7-a314-c07e192087ff {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:42:40.374380 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605ab574-2d86-4f53-a43e-fcc5824b0ec3', 'name': 'network-vif-deleted', 'tag': 'dc1491e1-3dbe-4ef0-a49b-c06e96d3874a', 'status': 'completed', 'code': 200} Jun 16 18:42:40.905209 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c32027ca-10c1-4048-9f7f-bbfc1133ff20 req-0b973b0b-0aa1-4d9f-ac96-fdac7b12d849 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] 10.222.0.46 "GET /v2.0/ports?device_id=605ab574-2d86-4f53-a43e-fcc5824b0ec3 HTTP/1.1" status: 200 len: 210 time: 0.0319197 Jun 16 18:42:41.280764 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0499acab-5fa7-4682-b16a-c358665278d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:41.314568 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:41.699815 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:42.503576 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:43.765373 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device dc1491e1-3dbe-4ef0-a49b-c06e96d3874a no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:42:43.790449 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] No Port match for: dc1491e1-3dbe-4ef0-a49b-c06e96d3874a {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:42:43.790745 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device dc1491e1-3dbe-4ef0-a49b-c06e96d3874a not bound to the agent host hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:42:44.192179 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:45.227606 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:42:50.402390 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 39314) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:50.523984 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6b4a01d3-2297-45cd-a650-b31b11f0d6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:50.620303 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6b4a01d3-2297-45cd-a650-b31b11f0d6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:50.629370 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6b4a01d3-2297-45cd-a650-b31b11f0d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:50.643316 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-df078aff-2814-4be0-9523-65ad2fd545f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:50.684854 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-6b4a01d3-2297-45cd-a650-b31b11f0d6fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=55e87de186024e88a120995442c8b6ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803614 Jun 16 18:42:50.686934 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 39318) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:50.712274 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a01d3-2297-45cd-a650-b31b11f0d6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e52b7e-9c3c-4618-be42-4a2c5a873f49,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:50.720691 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4a01d3-2297-45cd-a650-b31b11f0d6fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:50.723216 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4a01d3-2297-45cd-a650-b31b11f0d6fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:50.724022 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4a01d3-2297-45cd-a650-b31b11f0d6fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:50.724755 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4a01d3-2297-45cd-a650-b31b11f0d6fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:50.725944 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4a01d3-2297-45cd-a650-b31b11f0d6fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:50.727204 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4a01d3-2297-45cd-a650-b31b11f0d6fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:50.728274 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4a01d3-2297-45cd-a650-b31b11f0d6fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:50.729329 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4a01d3-2297-45cd-a650-b31b11f0d6fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:50.730560 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4a01d3-2297-45cd-a650-b31b11f0d6fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:50.732006 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4a01d3-2297-45cd-a650-b31b11f0d6fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:50.733194 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4a01d3-2297-45cd-a650-b31b11f0d6fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:50.734008 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4a01d3-2297-45cd-a650-b31b11f0d6fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:42:50.742602 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6b4a01d3-2297-45cd-a650-b31b11f0d6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:50.750615 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b11858e8-c200-4ec2-942d-c9e879a05efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:50.775211 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b11858e8-c200-4ec2-942d-c9e879a05efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:50.837398 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b11858e8-c200-4ec2-942d-c9e879a05efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:50.842178 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b11858e8-c200-4ec2-942d-c9e879a05efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:50.843323 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-b11858e8-c200-4ec2-942d-c9e879a05efb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17e52b7e-9c3c-4618-be42-4a2c5a873f49 HTTP/1.1" status: 204 len: 168 time: 0.1553879 Jun 16 18:42:50.844208 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-daaeef8a-c7cb-4da7-806f-2c81184f7408 tempest-AttachVolumeShelveTestJSON-1816057058 tempest-AttachVolumeShelveTestJSON-1816057058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:50.864244 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11858e8-c200-4ec2-942d-c9e879a05efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e52b7e-9c3c-4618-be42-4a2c5a873f49,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:50.869463 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b11858e8-c200-4ec2-942d-c9e879a05efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:51.150651 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 39328) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:51.165371 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ef76c5bb-fe38-46f1-91c6-50d5de9706c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:51.273859 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ef76c5bb-fe38-46f1-91c6-50d5de9706c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:51.278679 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ef76c5bb-fe38-46f1-91c6-50d5de9706c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:51.282531 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ac6c4a5f-cd83-419a-9ab3-cf857f65e7f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:51.321023 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76c5bb-fe38-46f1-91c6-50d5de9706c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31bc9f0-e762-487f-927a-0124f916e65a,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:51.326223 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-ef76c5bb-fe38-46f1-91c6-50d5de9706c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=16626904c9594936b3298588dba4cb73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1742878 Jun 16 18:42:51.328900 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 39330) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:51.346160 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ef76c5bb-fe38-46f1-91c6-50d5de9706c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:51.391345 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0a7c46d6-0f95-48cf-8e7d-774966938143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:51.416100 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0a7c46d6-0f95-48cf-8e7d-774966938143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:51.485982 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0a7c46d6-0f95-48cf-8e7d-774966938143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:51.485982 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0a7c46d6-0f95-48cf-8e7d-774966938143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:51.487183 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-0a7c46d6-0f95-48cf-8e7d-774966938143 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f31bc9f0-e762-487f-927a-0124f916e65a HTTP/1.1" status: 204 len: 168 time: 0.1572793 Jun 16 18:42:51.488067 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f8b981a1-a89e-4b4f-9208-30e51c7de9e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:51.497770 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c46d6-0f95-48cf-8e7d-774966938143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31bc9f0-e762-487f-927a-0124f916e65a,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:51.507509 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0a7c46d6-0f95-48cf-8e7d-774966938143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:53.463150 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 39388) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:53.588074 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cf07ec3b-c16e-464b-ba9b-0b6de5cea95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:53.699556 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cf07ec3b-c16e-464b-ba9b-0b6de5cea95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:53.705214 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cf07ec3b-c16e-464b-ba9b-0b6de5cea95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:53.707836 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e588dcf8-daaa-468b-90bc-5b72b47ef508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:53.749707 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 39392) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:53.755770 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-cf07ec3b-c16e-464b-ba9b-0b6de5cea95e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a88b671e9e444be8a7cf38b11d25da83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914248 Jun 16 18:42:53.756842 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07ec3b-c16e-464b-ba9b-0b6de5cea95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122b8b4b-d5fd-4f81-a260-4feff3a2ceb0,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:53.769375 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-cf07ec3b-c16e-464b-ba9b-0b6de5cea95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:53.810877 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c2b65ecf-e745-4279-8f76-5f987c37c473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:53.833166 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c2b65ecf-e745-4279-8f76-5f987c37c473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:53.881952 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c2b65ecf-e745-4279-8f76-5f987c37c473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:53.884771 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c2b65ecf-e745-4279-8f76-5f987c37c473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:53.886891 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-c2b65ecf-e745-4279-8f76-5f987c37c473 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/122b8b4b-d5fd-4f81-a260-4feff3a2ceb0 HTTP/1.1" status: 204 len: 168 time: 0.1354129 Jun 16 18:42:53.887824 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-72bb1fe4-f39f-4fbf-8ffe-41e38679feb4 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:53.896665 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b65ecf-e745-4279-8f76-5f987c37c473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122b8b4b-d5fd-4f81-a260-4feff3a2ceb0,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:53.899448 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c2b65ecf-e745-4279-8f76-5f987c37c473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:54.205449 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 39402) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:54.219905 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bf047168-6c0a-4f0d-a08d-401c4bd305c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:54.359227 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bf047168-6c0a-4f0d-a08d-401c4bd305c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:54.364157 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bf047168-6c0a-4f0d-a08d-401c4bd305c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:54.375874 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ab91bad5-ffd4-4961-bd02-9e4e48e567f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:54.404926 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf047168-6c0a-4f0d-a08d-401c4bd305c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e3560e-134a-4403-a007-483dbfd333da,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:54.409372 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-bf047168-6c0a-4f0d-a08d-401c4bd305c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0dc89457b55942dcb763ab9b35d13be3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028432 Jun 16 18:42:54.410475 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bf047168-6c0a-4f0d-a08d-401c4bd305c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:54.412590 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 39408) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:54.469285 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d7a93e38-f67f-47cd-bba5-331e82f39a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:54.502068 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d7a93e38-f67f-47cd-bba5-331e82f39a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:54.557637 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d7a93e38-f67f-47cd-bba5-331e82f39a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:54.561241 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d7a93e38-f67f-47cd-bba5-331e82f39a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:54.562654 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-d7a93e38-f67f-47cd-bba5-331e82f39a4b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f5e3560e-134a-4403-a007-483dbfd333da HTTP/1.1" status: 204 len: 168 time: 0.1488099 Jun 16 18:42:54.563789 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-30e58ad8-595d-4542-bb3e-5ee564c66478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:42:54.572072 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a93e38-f67f-47cd-bba5-331e82f39a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e3560e-134a-4403-a007-483dbfd333da,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:42:54.597223 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-d7a93e38-f67f-47cd-bba5-331e82f39a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:42:59.889245 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 39582) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:42:59.931949 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc54027e-b700-4542-9e44-1268f93b6779 admin admin] Deleting subnet 42690321-47ae-4a10-b678-fdaebd429daa {{(pid=92978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:42:59.935231 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fc54027e-b700-4542-9e44-1268f93b6779 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:42:59.974893 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fc54027e-b700-4542-9e44-1268f93b6779 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130531062'] for subnet, precommit_delete_associations {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:00.026008 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fc54027e-b700-4542-9e44-1268f93b6779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586659'] for subnet, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:00.084891 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fc54027e-b700-4542-9e44-1268f93b6779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130527945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130642475'] for subnet, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:00.087187 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:00.116064 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54027e-b700-4542-9e44-1268f93b6779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42690321-47ae-4a10-b678-fdaebd429daa,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:00.129046 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-fc54027e-b700-4542-9e44-1268f93b6779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:00.130335 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fc54027e-b700-4542-9e44-1268f93b6779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:00.134774 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-fc54027e-b700-4542-9e44-1268f93b6779 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/42690321-47ae-4a10-b678-fdaebd429daa HTTP/1.1" status: 204 len: 168 time: 0.2432683 Jun 16 18:43:00.136005 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 39588) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:00.229756 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc7d0-1883-433a-b0be-1b1407330c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627518'] for network, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:00.319442 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc7d0-1883-433a-b0be-1b1407330c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584236', 'neutron.services.segments.db._delete_segments_for_network-8789583485489'] for network, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:00.332015 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-fc7cc7d0-1883-433a-b0be-1b1407330c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb']}} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:43:00.344675 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-fc7cc7d0-1883-433a-b0be-1b1407330c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d592ac-b8fd-4898-9f11-0036c1d4b49c') {'for_net_delete': True} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:43:00.345031 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-fc7cc7d0-1883-433a-b0be-1b1407330c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d592ac-b8fd-4898-9f11-0036c1d4b49c') {} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:43:00.354812 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc7d0-1883-433a-b0be-1b1407330c49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789583484802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130531055'] for segment, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:00.369747 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc7d0-1883-433a-b0be-1b1407330c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:00.375988 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7cc7d0-1883-433a-b0be-1b1407330c49 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=92978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:43:00.376406 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc7d0-1883-433a-b0be-1b1407330c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130527830'] for segment, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: Traceback (most recent call last): Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: timer() Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: cb(*args, **kw) Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: return func(*args, **kwargs) Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: self._notify() Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: self.callback(batched_events) Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: event.method(event) Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: return f(self, *a, **k) Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: return self._get(url).json() Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: return self.request(url, 'GET', **kwargs) Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:43:00.378010 dv-cinder-667108-31-smb neutron-server[92978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:43:00.437468 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc7d0-1883-433a-b0be-1b1407330c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439411'] for network, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:00.441471 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:00.443846 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc7d0-1883-433a-b0be-1b1407330c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:00.445739 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-fc7cc7d0-1883-433a-b0be-1b1407330c49 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb HTTP/1.1" status: 204 len: 168 time: 0.3097146 Jun 16 18:43:00.458265 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7cc7d0-1883-433a-b0be-1b1407330c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6c6f2d7-f2bc-4e83-b300-a6efc3ba59bb,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:00.461623 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-fc7cc7d0-1883-433a-b0be-1b1407330c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:00.640419 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 39594) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:00.682637 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-80a41c35-5e3a-46ee-8d55-2cd5cc60d970 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2964b215184420b9875c3c2f8e26890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409005 Jun 16 18:43:00.685604 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 39596) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:00.734585 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cee14b61-dfd7-4655-a2c4-04d8187bc773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:00.755191 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cee14b61-dfd7-4655-a2c4-04d8187bc773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:00.802995 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cee14b61-dfd7-4655-a2c4-04d8187bc773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:00.806010 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cee14b61-dfd7-4655-a2c4-04d8187bc773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:00.807183 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-cee14b61-dfd7-4655-a2c4-04d8187bc773 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7ee11a51-716f-4a7a-ae9d-3ad0dba069f2 HTTP/1.1" status: 204 len: 168 time: 0.1206408 Jun 16 18:43:00.808557 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d0f7ff29-6f24-4cc3-8c1c-7768bd193a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:00.816061 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee14b61-dfd7-4655-a2c4-04d8187bc773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee11a51-716f-4a7a-ae9d-3ad0dba069f2,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:00.818491 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cee14b61-dfd7-4655-a2c4-04d8187bc773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:01.457956 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 39630) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:01.552045 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.v2.base [None req-0e80a758-248b-4b13-8161-57a32a9a5b1d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1573644571-network', 'tenant_id': 'dc326bc65ded40f2ba65769b85d04438'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:43:01.573328 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e80a758-248b-4b13-8161-57a32a9a5b1d admin admin] Made reservation on behalf of dc326bc65ded40f2ba65769b85d04438 for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:43:01.576372 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0e80a758-248b-4b13-8161-57a32a9a5b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:01.587122 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0e80a758-248b-4b13-8161-57a32a9a5b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:01.677584 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0e80a758-248b-4b13-8161-57a32a9a5b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:01.681746 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0e80a758-248b-4b13-8161-57a32a9a5b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:01.685462 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-bcb59b3a-946c-48e8-bf12-8539eb269ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:01.707907 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e80a758-248b-4b13-8161-57a32a9a5b1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:43:01.718320 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80a758-248b-4b13-8161-57a32a9a5b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0361312-f8a5-4492-853a-44f66fc5fcc9,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:01.722910 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0e80a758-248b-4b13-8161-57a32a9a5b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:01.723944 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0e80a758-248b-4b13-8161-57a32a9a5b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:01.724308 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.db.segments_db [None req-0e80a758-248b-4b13-8161-57a32a9a5b1d admin admin] Added segment 8a83d4d0-19e3-458f-82e7-5444623b5012 of type vlan for network 70f90e2e-2e0a-4653-8105-5b89f8f92e62 Jun 16 18:43:01.766991 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0e80a758-248b-4b13-8161-57a32a9a5b1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789582983042'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:01.798833 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0e80a758-248b-4b13-8161-57a32a9a5b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:01.800182 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e80a758-248b-4b13-8161-57a32a9a5b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:01.800775 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0e80a758-248b-4b13-8161-57a32a9a5b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:01.802867 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e707c602-f4f7-4dca-9e03-e86ca15b4f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:01.835100 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-0e80a758-248b-4b13-8161-57a32a9a5b1d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3734157 Jun 16 18:43:01.835686 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 39634) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:01.841862 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-3fc54ff1-1b61-4f31-8526-90661314a565 admin admin] Request body: {'subnet': {'network_id': '70f90e2e-2e0a-4653-8105-5b89f8f92e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1573644571-subnet', 'tenant_id': 'dc326bc65ded40f2ba65769b85d04438', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:43:01.863487 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc54ff1-1b61-4f31-8526-90661314a565 admin admin] Made reservation on behalf of dc326bc65ded40f2ba65769b85d04438 for: {'subnet': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:43:01.865487 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80a758-248b-4b13-8161-57a32a9a5b1d admin admin] Pushing event updated for resources: {'Network': ['ID=70f90e2e-2e0a-4653-8105-5b89f8f92e62,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:01.866413 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3fc54ff1-1b61-4f31-8526-90661314a565 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130642480'] for subnet, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:01.868289 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0e80a758-248b-4b13-8161-57a32a9a5b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:01.880183 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Network 70f90e2e-2e0a-4653-8105-5b89f8f92e62 details requested by agent ovs-agent-dv-cinder-667108-31-smb with host dv-cinder-667108-31-smb {{(pid=92980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 18:43:02.048709 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3fc54ff1-1b61-4f31-8526-90661314a565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130527880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130642466'] for subnet, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:02.051603 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:02.106593 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc54ff1-1b61-4f31-8526-90661314a565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13292995-5a46-434c-9155-cb85809c8072,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:02.109338 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3fc54ff1-1b61-4f31-8526-90661314a565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:02.115629 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc54ff1-1b61-4f31-8526-90661314a565 admin admin] Checking segment: {'id': '8a83d4d0-19e3-458f-82e7-5444623b5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '70f90e2e-2e0a-4653-8105-5b89f8f92e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:43:02.115983 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc54ff1-1b61-4f31-8526-90661314a565 admin admin] Network hostable DHCP agents. Network: 70f90e2e-2e0a-4653-8105-5b89f8f92e62, hostable agents: ['b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7'], hosted agents: [] {{(pid=92978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:43:02.133942 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc54ff1-1b61-4f31-8526-90661314a565 admin admin] Network 70f90e2e-2e0a-4653-8105-5b89f8f92e62 is scheduled to be hosted by DHCP agent b8bcbe22-0e20-4a93-a55d-d5d8ab3e08e7 with binding_index 1 {{(pid=92978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:43:02.143776 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-3fc54ff1-1b61-4f31-8526-90661314a565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-31-smb, 70f90e2e-2e0a-4653-8105-5b89f8f92e62) {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:43:02.148348 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc54ff1-1b61-4f31-8526-90661314a565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:02.148931 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3fc54ff1-1b61-4f31-8526-90661314a565 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:02.157304 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48633d9-6d35-4f00-a1c9-fa56ba48891a None None] Network 70f90e2e-2e0a-4653-8105-5b89f8f92e62 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:43:02.182196 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-3fc54ff1-1b61-4f31-8526-90661314a565 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3412621 Jun 16 18:43:02.293703 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f381ed-a0cd-4483-a6de-585da8843fc5 None None] Network 70f90e2e-2e0a-4653-8105-5b89f8f92e62 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:43:03.786778 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 39686) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:03.885452 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-bdbe9674-e41b-4b66-8a02-314af2457804 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:03.886970 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-bdbe9674-e41b-4b66-8a02-314af2457804 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/networks?id=70f90e2e-2e0a-4653-8105-5b89f8f92e62 HTTP/1.1" status: 200 len: 814 time: 0.1130738 Jun 16 18:43:03.904608 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-0e90509e-88d3-4f88-8139-07a32a1cba76 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/quotas/dc326bc65ded40f2ba65769b85d04438 HTTP/1.1" status: 200 len: 375 time: 0.0121543 Jun 16 18:43:03.940447 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-8dadf38e-d62d-48f3-9bbb-70a9e3c22156 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc326bc65ded40f2ba65769b85d04438&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303593 Jun 16 18:43:04.086669 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-7dd7cb74-b7c2-46f2-86e8-a0b3023e815f service neutron] 10.222.0.46 "GET /v2.0/networks/70f90e2e-2e0a-4653-8105-5b89f8f92e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394002 Jun 16 18:43:04.122360 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0b66f1a0-7e5a-41a2-a3ce-ad98fb57a737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:04.178459 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-64f04754-b46b-4991-abf3-747bdea832b4 service neutron] 10.222.0.46 "GET /v2.0/networks/70f90e2e-2e0a-4653-8105-5b89f8f92e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858428 Jun 16 18:43:04.211158 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0b66f1a0-7e5a-41a2-a3ce-ad98fb57a737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:04.216838 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0b66f1a0-7e5a-41a2-a3ce-ad98fb57a737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:04.225769 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-dbf88098-1f29-4bcf-984e-0aae3e2f489a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:04.257972 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-0b66f1a0-7e5a-41a2-a3ce-ad98fb57a737 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c4b8708168f64c439c950e84c199675b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4699657 Jun 16 18:43:04.259139 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66f1a0-7e5a-41a2-a3ce-ad98fb57a737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94413e4f-38eb-4111-b8dd-c49cc75ea1d3,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:04.260590 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 39692) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:04.264094 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0b66f1a0-7e5a-41a2-a3ce-ad98fb57a737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:04.318959 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4f03-26bd-4683-acf6-e93dcd5ff80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:04.368423 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9fa66ac7-700f-483e-b106-f7aa057c038f req-c0b973b4-cbc8-4546-b1dd-b87c0c6bdf18 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a803118-adff-493b-9355-b8f45d18a737 HTTP/1.1" status: 200 len: 210 time: 0.0374777 Jun 16 18:43:04.370253 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4f03-26bd-4683-acf6-e93dcd5ff80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:04.427011 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4f03-26bd-4683-acf6-e93dcd5ff80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:04.429697 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4f03-26bd-4683-acf6-e93dcd5ff80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:04.430847 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-3f0e4f03-26bd-4683-acf6-e93dcd5ff80a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/94413e4f-38eb-4111-b8dd-c49cc75ea1d3 HTTP/1.1" status: 204 len: 168 time: 0.1687965 Jun 16 18:43:04.431654 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bf047168-6c0a-4f0d-a08d-401c4bd305c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:04.439857 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e4f03-26bd-4683-acf6-e93dcd5ff80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94413e4f-38eb-4111-b8dd-c49cc75ea1d3,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:04.442219 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3f0e4f03-26bd-4683-acf6-e93dcd5ff80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:04.719008 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 39708) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:04.734274 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d82f7862-b7ff-43a0-af38-196b9d5bb2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:04.826455 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d82f7862-b7ff-43a0-af38-196b9d5bb2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:04.831026 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d82f7862-b7ff-43a0-af38-196b9d5bb2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:04.833475 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-79e124d7-2100-40a1-92fc-9bd908a61e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:04.867255 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f7862-b7ff-43a0-af38-196b9d5bb2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc40453b-58c7-4735-b9c9-c7379127d611,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:04.872363 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-d82f7862-b7ff-43a0-af38-196b9d5bb2e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b763faea6f4449aba31e81ac35ee400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517978 Jun 16 18:43:04.873290 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d82f7862-b7ff-43a0-af38-196b9d5bb2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:04.874720 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 39710) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:04.925747 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c5c362df-68b2-4949-a843-e39e6f20e59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:04.948338 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c5c362df-68b2-4949-a843-e39e6f20e59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:04.995342 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c5c362df-68b2-4949-a843-e39e6f20e59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:04.998686 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c5c362df-68b2-4949-a843-e39e6f20e59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:04.999797 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-c5c362df-68b2-4949-a843-e39e6f20e59a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cc40453b-58c7-4735-b9c9-c7379127d611 HTTP/1.1" status: 204 len: 168 time: 0.1241801 Jun 16 18:43:05.000790 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0b66f1a0-7e5a-41a2-a3ce-ad98fb57a737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:05.008488 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c362df-68b2-4949-a843-e39e6f20e59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc40453b-58c7-4735-b9c9-c7379127d611,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:05.010673 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c5c362df-68b2-4949-a843-e39e6f20e59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:05.314689 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 39716) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:05.327677 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a0b5b6f7-da4a-40b0-ab07-0b0ca05750ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:05.412537 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-5ee80b57-3e8e-4d83-8460-b1aa90fbaa21 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:05.414238 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-5ee80b57-3e8e-4d83-8460-b1aa90fbaa21 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.36 "GET /v2.0/networks?id=70f90e2e-2e0a-4653-8105-5b89f8f92e62 HTTP/1.1" status: 200 len: 814 time: 0.1226892 Jun 16 18:43:05.429859 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-114947b4-4144-4910-9ffb-29bdd11b7735 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Request body: {'port': {'device_id': '3a803118-adff-493b-9355-b8f45d18a737', 'network_id': '70f90e2e-2e0a-4653-8105-5b89f8f92e62', 'admin_state_up': True, 'tenant_id': 'dc326bc65ded40f2ba65769b85d04438'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:43:05.430762 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a0b5b6f7-da4a-40b0-ab07-0b0ca05750ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:05.435892 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a0b5b6f7-da4a-40b0-ab07-0b0ca05750ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:05.439857 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-81a73fed-67a8-428f-b6aa-c42c60866319 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:05.481193 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-a0b5b6f7-da4a-40b0-ab07-0b0ca05750ac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e3a983ec2eb84cda8ca5eb00e3ad4a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629450 Jun 16 18:43:05.481193 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5b6f7-da4a-40b0-ab07-0b0ca05750ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c77798-3a37-447b-99c6-55110b21f996,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:05.482453 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 39720) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:05.484646 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a0b5b6f7-da4a-40b0-ab07-0b0ca05750ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:05.539775 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7ffac3f0-409c-4292-9e7c-8a536cb42ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:05.543401 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-2a22216a-3288-4559-a57f-5a9c6be4edf9 req-a546b013-4b14-415d-b273-b918af443929 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a803118-adff-493b-9355-b8f45d18a737 HTTP/1.1" status: 200 len: 210 time: 0.0365062 Jun 16 18:43:05.568775 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7ffac3f0-409c-4292-9e7c-8a536cb42ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:05.587937 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-114947b4-4144-4910-9ffb-29bdd11b7735 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Made reservation on behalf of dc326bc65ded40f2ba65769b85d04438 for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:43:05.592359 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-114947b4-4144-4910-9ffb-29bdd11b7735 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:05.628016 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7ffac3f0-409c-4292-9e7c-8a536cb42ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:05.630660 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7ffac3f0-409c-4292-9e7c-8a536cb42ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:05.631809 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-7ffac3f0-409c-4292-9e7c-8a536cb42ac0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58c77798-3a37-447b-99c6-55110b21f996 HTTP/1.1" status: 204 len: 168 time: 0.1485064 Jun 16 18:43:05.632764 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d9391320-3bf7-4079-8ba3-1229b10d93b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:05.640474 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffac3f0-409c-4292-9e7c-8a536cb42ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c77798-3a37-447b-99c6-55110b21f996,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:05.648719 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7ffac3f0-409c-4292-9e7c-8a536cb42ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:05.730301 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-114947b4-4144-4910-9ffb-29bdd11b7735 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Allocated IP 172.20.0.13 (70f90e2e-2e0a-4653-8105-5b89f8f92e62/13292995-5a46-434c-9155-cb85809c8072/2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:43:05.887670 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-114947b4-4144-4910-9ffb-29bdd11b7735 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:05.926862 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-114947b4-4144-4910-9ffb-29bdd11b7735 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130527772'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:05.934361 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2cc8a8b9-6ca7-4f37-88f5-ba8eacba159e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:05.974199 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-114947b4-4144-4910-9ffb-29bdd11b7735 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Network 70f90e2e-2e0a-4653-8105-5b89f8f92e62 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:43:05.979279 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-114947b4-4144-4910-9ffb-29bdd11b7735 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:43:05.983183 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-114947b4-4144-4910-9ffb-29bdd11b7735 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:43:05.989503 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114947b4-4144-4910-9ffb-29bdd11b7735 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Pushing event updated for resources: {'Port': ['ID=2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:06.009252 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-114947b4-4144-4910-9ffb-29bdd11b7735 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:06.036336 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-114947b4-4144-4910-9ffb-29bdd11b7735 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:06.036960 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-114947b4-4144-4910-9ffb-29bdd11b7735 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:06.051742 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-114947b4-4144-4910-9ffb-29bdd11b7735 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6265419 Jun 16 18:43:06.063456 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Request body: {'port': {'device_id': '3a803118-adff-493b-9355-b8f45d18a737', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:43:06.141266 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:06.402861 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:43:06.410065 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:06.422418 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Transition to ACTIVE for port object 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:43:06.426122 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:06.428434 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-8b0d9553-ed80-4eeb-a0b9-79bfb82c61cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:06.512989 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Pushing event updated for resources: {'Port': ['ID=2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:06.516659 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:06.584919 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Attempting to bind port 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc on host hv-cinder-66710 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:43:06.585313 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Attempting to bind port 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '8a83d4d0-19e3-458f-82e7-5444623b5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '70f90e2e-2e0a-4653-8105-5b89f8f92e62'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:43:06.585580 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Attempting to bind port 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc on network 70f90e2e-2e0a-4653-8105-5b89f8f92e62 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:43:06.590064 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Port 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc on network 70f90e2e-2e0a-4653-8105-5b89f8f92e62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:43:06.590392 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Attempting to bind port 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc on network 70f90e2e-2e0a-4653-8105-5b89f8f92e62 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:43:06.595484 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Checking agent: {'id': '430a9a83-85fc-4e56-9798-0b54252fd97b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'started_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:43:06.595717 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Checking segment: {'id': '8a83d4d0-19e3-458f-82e7-5444623b5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '70f90e2e-2e0a-4653-8105-5b89f8f92e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:43:06.596101 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Bound using segment: {'id': '8a83d4d0-19e3-458f-82e7-5444623b5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '70f90e2e-2e0a-4653-8105-5b89f8f92e62'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:43:06.596652 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Bound port: 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a83d4d0-19e3-458f-82e7-5444623b5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '70f90e2e-2e0a-4653-8105-5b89f8f92e62'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:43:06.596903 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:06.689629 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] For port 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc, host hv-cinder-66710, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:43:06.721531 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] For port 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc,segment=NetworkSegment(8a83d4d0-19e3-458f-82e7-5444623b5012),segment_id=8a83d4d0-19e3-458f-82e7-5444623b5012)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:43:06.727342 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:06.728922 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 39756) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:06.731605 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-af3f01e4-faa4-4e9c-aa79-106f80d553f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:06.765050 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:06.765829 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:06.767215 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] 10.222.0.36 "PUT /v2.0/ports/2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc HTTP/1.1" status: 200 len: 1094 time: 0.7081258 Jun 16 18:43:06.770278 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a803118-adff-493b-9355-b8f45d18a737', 'tag': '2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:43:06.773617 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a5dccf-a469-46cc-b31b-16285abbd7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3a803118-adff-493b-9355-b8f45d18a737", "tag": "2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:43:06.835790 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8cc70-66aa-424e-883c-9c2962ccf5cf req-e60057a4-a153-4200-b62b-6518b8caa3a7 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:06.837256 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-14f8cc70-66aa-424e-883c-9c2962ccf5cf req-e60057a4-a153-4200-b62b-6518b8caa3a7 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a803118-adff-493b-9355-b8f45d18a737 HTTP/1.1" status: 200 len: 944 time: 0.1603656 Jun 16 18:43:06.837954 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Pushing event updated for resources: {'Port': ['ID=2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:06.844978 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-eb4c9c29-ad4f-4bfd-bccf-cb94a0033eec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:06.851922 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b042d0bf-d4c2-459c-a687-667affbfeab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:06.867012 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712b9f5f-084c-4cfe-9a3b-db65fa466e33 x-openstack-request-id: req-712b9f5f-084c-4cfe-9a3b-db65fa466e33 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:43:06.867371 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a803118-adff-493b-9355-b8f45d18a737", "tag": "2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:43:06.867668 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-712b9f5f-084c-4cfe-9a3b-db65fa466e33 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:43:06.868091 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a803118-adff-493b-9355-b8f45d18a737', 'tag': '2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc', 'status': 'completed', 'code': 200} Jun 16 18:43:06.912206 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-14f8cc70-66aa-424e-883c-9c2962ccf5cf req-ae226806-16a7-4a1c-8561-e8417f84f67e tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432279 Jun 16 18:43:06.926866 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-214d2421-b61e-4097-ab15-ff059d8ca64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:06.936446 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-214d2421-b61e-4097-ab15-ff059d8ca64b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc326bc65ded40f2ba65769b85d04438&device_id=3a803118-adff-493b-9355-b8f45d18a737 HTTP/1.1" status: 200 len: 1097 time: 0.1119869 Jun 16 18:43:06.950597 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b042d0bf-d4c2-459c-a687-667affbfeab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:06.955528 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b042d0bf-d4c2-459c-a687-667affbfeab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:06.957954 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d92444fb-fae0-4981-b458-4dbaec954525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:06.970736 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-d8671cb9-cf62-4c37-9a88-e8d30cb0607a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc HTTP/1.1" status: 200 len: 217 time: 0.0336471 Jun 16 18:43:06.991888 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042d0bf-d4c2-459c-a687-667affbfeab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cdbd94-6877-4e66-880e-9f34d11a25d6,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:06.996572 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-b042d0bf-d4c2-459c-a687-667affbfeab5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e6c43dae96414d5bbb7648a0847ed5f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663753 Jun 16 18:43:06.997759 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b042d0bf-d4c2-459c-a687-667affbfeab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:06.999378 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 39762) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:07.021105 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-da87dd86-8a63-4870-9515-6e3366420f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:07.022535 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-da87dd86-8a63-4870-9515-6e3366420f9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13292995-5a46-434c-9155-cb85809c8072 HTTP/1.1" status: 200 len: 854 time: 0.0461445 Jun 16 18:43:07.049615 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fdaba4ea-b138-4838-9af7-0c4b8c1f4e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:07.056885 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-02c635c2-930d-4830-aaf6-61b9aff0a4b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=70f90e2e-2e0a-4653-8105-5b89f8f92e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282884 Jun 16 18:43:07.070149 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fdaba4ea-b138-4838-9af7-0c4b8c1f4e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:07.121959 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fdaba4ea-b138-4838-9af7-0c4b8c1f4e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:07.124761 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fdaba4ea-b138-4838-9af7-0c4b8c1f4e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:07.125906 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-fdaba4ea-b138-4838-9af7-0c4b8c1f4e65 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8cdbd94-6877-4e66-880e-9f34d11a25d6 HTTP/1.1" status: 204 len: 168 time: 0.1255572 Jun 16 18:43:07.126631 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c2b65ecf-e745-4279-8f76-5f987c37c473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:07.134985 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaba4ea-b138-4838-9af7-0c4b8c1f4e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cdbd94-6877-4e66-880e-9f34d11a25d6,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:07.140981 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-fdaba4ea-b138-4838-9af7-0c4b8c1f4e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:07.147258 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-e8f3f9a6-8ed0-41e2-9ff3-674dff41665d service neutron] 10.222.0.36 "GET /v2.0/networks/70f90e2e-2e0a-4653-8105-5b89f8f92e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836835 Jun 16 18:43:07.244894 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ee2a01b9-e190-498d-a7d2-9ff1068214e9 req-6bf3611b-1755-429d-a72c-fd9f61ef0705 service neutron] 10.222.0.36 "GET /v2.0/networks/70f90e2e-2e0a-4653-8105-5b89f8f92e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918093 Jun 16 18:43:07.349779 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5dccf-a469-46cc-b31b-16285abbd7eb req-eb09f981-6559-41c5-9a08-8e22dc87a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:07.351301 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-05a5dccf-a469-46cc-b31b-16285abbd7eb req-eb09f981-6559-41c5-9a08-8e22dc87a5d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc326bc65ded40f2ba65769b85d04438&device_id=3a803118-adff-493b-9355-b8f45d18a737 HTTP/1.1" status: 200 len: 1097 time: 0.0544589 Jun 16 18:43:07.450698 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5dccf-a469-46cc-b31b-16285abbd7eb req-21d86250-910b-4a9a-a543-eea44180a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:07.452656 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-05a5dccf-a469-46cc-b31b-16285abbd7eb req-21d86250-910b-4a9a-a543-eea44180a19e service neutron] 10.222.0.36 "GET /v2.0/networks?id=70f90e2e-2e0a-4653-8105-5b89f8f92e62 HTTP/1.1" status: 200 len: 915 time: 0.0949450 Jun 16 18:43:07.754548 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-05a5dccf-a469-46cc-b31b-16285abbd7eb req-ddb7a0e1-ec60-4d81-a077-38fbd3b0eee1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc HTTP/1.1" status: 200 len: 217 time: 0.2945240 Jun 16 18:43:07.803790 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5dccf-a469-46cc-b31b-16285abbd7eb req-034a3de2-d725-41e9-9dc7-093b8afb0ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:07.805217 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-05a5dccf-a469-46cc-b31b-16285abbd7eb req-034a3de2-d725-41e9-9dc7-093b8afb0ce8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13292995-5a46-434c-9155-cb85809c8072 HTTP/1.1" status: 200 len: 854 time: 0.0429022 Jun 16 18:43:07.837728 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-05a5dccf-a469-46cc-b31b-16285abbd7eb req-28394170-b884-44d9-9589-792affbffd34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=70f90e2e-2e0a-4653-8105-5b89f8f92e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252991 Jun 16 18:43:07.928278 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-05a5dccf-a469-46cc-b31b-16285abbd7eb req-687d55bc-12cb-4475-abfa-07e647765093 service neutron] 10.222.0.36 "GET /v2.0/networks/70f90e2e-2e0a-4653-8105-5b89f8f92e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836222 Jun 16 18:43:08.021301 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-05a5dccf-a469-46cc-b31b-16285abbd7eb req-20b38555-26f2-4dee-b274-1b9febc77b4b service neutron] 10.222.0.36 "GET /v2.0/networks/70f90e2e-2e0a-4653-8105-5b89f8f92e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862975 Jun 16 18:43:08.087797 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3118e5-8324-4058-a4e9-360dc19a636f req-8e28c46a-fbd2-4b3d-9bd0-d001865976b6 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:08.090215 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-bd3118e5-8324-4058-a4e9-360dc19a636f req-8e28c46a-fbd2-4b3d-9bd0-d001865976b6 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a803118-adff-493b-9355-b8f45d18a737 HTTP/1.1" status: 200 len: 944 time: 0.0643911 Jun 16 18:43:08.127423 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-bd3118e5-8324-4058-a4e9-360dc19a636f req-93e667af-4697-4ce1-8351-316c5cd29555 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320349 Jun 16 18:43:08.921663 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dd3c618e-63ff-4ccd-a1eb-4e773b7823c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:09.303318 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947c507-ed7e-48d7-937b-63ef1ddab5b2 req-0f4bd804-ff74-4b12-8ce3-27bb6f60a087 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:09.304815 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0947c507-ed7e-48d7-937b-63ef1ddab5b2 req-0f4bd804-ff74-4b12-8ce3-27bb6f60a087 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a803118-adff-493b-9355-b8f45d18a737 HTTP/1.1" status: 200 len: 944 time: 0.0648220 Jun 16 18:43:09.342368 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0947c507-ed7e-48d7-937b-63ef1ddab5b2 req-816ecc6e-39a3-4c9a-bf33-67748ec61f9d tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317633 Jun 16 18:43:09.898536 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:43:09.992824 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc,segment=NetworkSegment(8a83d4d0-19e3-458f-82e7-5444623b5012),segment_id=8a83d4d0-19e3-458f-82e7-5444623b5012)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:43:10.005225 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': '2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc', 'network_id': '70f90e2e-2e0a-4653-8105-5b89f8f92e62', 'port_id': '2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc', 'mac_address': 'fa:16:3e:4a:ba:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13292995-5a46-434c-9155-cb85809c8072', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:43:10.041453 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:10.054182 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:43:10.074592 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc,segment=NetworkSegment(8a83d4d0-19e3-458f-82e7-5444623b5012),segment_id=8a83d4d0-19e3-458f-82e7-5444623b5012)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:43:10.078126 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:10.079843 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:10.124158 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:10.127026 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:10.294483 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:43:10.515234 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7525ed8-7f51-489a-87fa-b39c561546d0 req-d18f4821-dd10-4f3c-8b6a-c166d0b642a6 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:10.516606 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c7525ed8-7f51-489a-87fa-b39c561546d0 req-d18f4821-dd10-4f3c-8b6a-c166d0b642a6 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a803118-adff-493b-9355-b8f45d18a737 HTTP/1.1" status: 200 len: 945 time: 0.0658109 Jun 16 18:43:10.554853 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c7525ed8-7f51-489a-87fa-b39c561546d0 req-6579dc40-7f5c-4bac-8bb9-c2eaa7e5f942 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319848 Jun 16 18:43:11.281029 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9dec7526-7b70-45bb-bc9c-6c56c5c5e33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:11.329544 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:11.702837 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:11.888505 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a690f24-806e-4741-9aec-e64cfcafe1be req-02e7ba89-f8a1-4e1b-816b-405a533a71f6 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:11.889840 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3a690f24-806e-4741-9aec-e64cfcafe1be req-02e7ba89-f8a1-4e1b-816b-405a533a71f6 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a803118-adff-493b-9355-b8f45d18a737 HTTP/1.1" status: 200 len: 945 time: 0.0619645 Jun 16 18:43:11.926424 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-3a690f24-806e-4741-9aec-e64cfcafe1be req-fa730fcc-24b1-493f-8220-e1bc8a7997a4 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310814 Jun 16 18:43:11.930687 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:43:11.977025 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning for port 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:43:11.981479 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:43:11.981866 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:12.059538 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:12.081607 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a803118-adff-493b-9355-b8f45d18a737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:43:12.083853 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96529eb-f690-48f0-afe5-dfde9a118079" -d '{"events": [{"server_uuid": "3a803118-adff-493b-9355-b8f45d18a737", "name": "network-vif-plugged", "status": "completed", "tag": "2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:43:12.097352 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc,segment=NetworkSegment(8a83d4d0-19e3-458f-82e7-5444623b5012),segment_id=8a83d4d0-19e3-458f-82e7-5444623b5012)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:43:12.101602 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:12.103644 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:12.126004 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eda0328-4016-4fd4-ac24-2ca85dd35dc9 x-openstack-request-id: req-4eda0328-4016-4fd4-ac24-2ca85dd35dc9 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:43:12.126313 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a803118-adff-493b-9355-b8f45d18a737", "name": "network-vif-plugged", "status": "completed", "tag": "2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:43:12.126579 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4eda0328-4016-4fd4-ac24-2ca85dd35dc9 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:43:12.126969 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a803118-adff-493b-9355-b8f45d18a737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc', 'code': 200} Jun 16 18:43:12.154416 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:12.157223 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:12.336992 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92311644-45e4-459d-8443-3cd7c8e50d5f req-29a26a77-5a8f-47ee-b5bd-da66bdc402f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:12.338425 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-92311644-45e4-459d-8443-3cd7c8e50d5f req-29a26a77-5a8f-47ee-b5bd-da66bdc402f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3a803118-adff-493b-9355-b8f45d18a737 HTTP/1.1" status: 200 len: 1099 time: 0.0537271 Jun 16 18:43:12.371109 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-92311644-45e4-459d-8443-3cd7c8e50d5f req-f01dfb57-a72f-49af-bbc1-3c66a526a053 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268240 Jun 16 18:43:12.498979 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:13.102412 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451b5ec-2bf9-43ac-a0eb-29bb84fdbc82 req-5ff33bad-b587-4d79-90f1-165af87c8c5d tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:13.103901 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d451b5ec-2bf9-43ac-a0eb-29bb84fdbc82 req-5ff33bad-b587-4d79-90f1-165af87c8c5d tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a803118-adff-493b-9355-b8f45d18a737 HTTP/1.1" status: 200 len: 946 time: 0.0644412 Jun 16 18:43:13.143983 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-d451b5ec-2bf9-43ac-a0eb-29bb84fdbc82 req-23bdb846-b24a-4fbc-8adf-d2d2444902d5 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331757 Jun 16 18:43:13.766097 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a7858787-f2a3-4768-957b-f6f981cedfa2 req-7af95f4b-5890-4b8a-a51c-935f34474cbd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507267 Jun 16 18:43:13.862154 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7858787-f2a3-4768-957b-f6f981cedfa2 req-4f28be96-9a49-4cd4-a72e-c0a559fb9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:13.863573 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a7858787-f2a3-4768-957b-f6f981cedfa2 req-4f28be96-9a49-4cd4-a72e-c0a559fb9338 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b5d42596a1c445fa7cc4576a3d8418b&device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 1099 time: 0.0554087 Jun 16 18:43:13.963297 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7858787-f2a3-4768-957b-f6f981cedfa2 req-4d372819-5f5e-4618-ba03-2a1cb1b121cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:13.964901 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a7858787-f2a3-4768-957b-f6f981cedfa2 req-4d372819-5f5e-4618-ba03-2a1cb1b121cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=a17b9418-ccf0-458e-9381-6e3b08f2300a HTTP/1.1" status: 200 len: 909 time: 0.0810666 Jun 16 18:43:14.037064 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a7858787-f2a3-4768-957b-f6f981cedfa2 req-c51bf94c-eaf1-414c-9c80-e9637e9a0c05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93e108a6-525f-4d04-933c-7ab30fa54d31 HTTP/1.1" status: 200 len: 1002 time: 0.0657446 Jun 16 18:43:14.082998 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7858787-f2a3-4768-957b-f6f981cedfa2 req-664268d9-0637-4104-a939-9f34750fa868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:14.084434 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a7858787-f2a3-4768-957b-f6f981cedfa2 req-664268d9-0637-4104-a939-9f34750fa868 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1534cc31-1f4f-42c4-a9ef-c5b78cb9b024 HTTP/1.1" status: 200 len: 847 time: 0.0410810 Jun 16 18:43:14.140441 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7858787-f2a3-4768-957b-f6f981cedfa2 req-a56c7ac8-3c47-4bd5-9c63-fd6561603ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:14.141899 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a7858787-f2a3-4768-957b-f6f981cedfa2 req-a56c7ac8-3c47-4bd5-9c63-fd6561603ac4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a17b9418-ccf0-458e-9381-6e3b08f2300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0508430 Jun 16 18:43:14.195598 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:14.240288 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a7858787-f2a3-4768-957b-f6f981cedfa2 req-3877cdce-1450-4f19-9c0f-281eeae5e030 service neutron] 10.222.0.36 "GET /v2.0/networks/a17b9418-ccf0-458e-9381-6e3b08f2300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921555 Jun 16 18:43:14.375160 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a7858787-f2a3-4768-957b-f6f981cedfa2 req-7bc6553e-0182-4058-80ba-47aab9a7610c service neutron] 10.222.0.36 "GET /v2.0/networks/a17b9418-ccf0-458e-9381-6e3b08f2300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272416 Jun 16 18:43:14.387106 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed469f6a-03c9-4ad1-bac3-38f4a440d5ff req-bcb8617e-8284-4fa4-bc9a-a9320989da6d tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:14.388563 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ed469f6a-03c9-4ad1-bac3-38f4a440d5ff req-bcb8617e-8284-4fa4-bc9a-a9320989da6d tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a803118-adff-493b-9355-b8f45d18a737 HTTP/1.1" status: 200 len: 946 time: 0.1230600 Jun 16 18:43:14.426961 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-ed469f6a-03c9-4ad1-bac3-38f4a440d5ff req-9ba5a05e-93a7-4285-94cf-8c78746b5c5f tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325003 Jun 16 18:43:22.226361 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:43:24.837120 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 39854) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:24.994236 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Deleting port 8ccd0c14-1008-4e35-a908-11eb4832470d {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:43:24.994581 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:25.076537 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:25.076867 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:25.141243 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Calling delete_port for 8ccd0c14-1008-4e35-a908-11eb4832470d owned by network:floatingip {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:43:25.290048 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:25.292714 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-922bb07a-5eff-40ef-85af-dbccf957a77d tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:25.317126 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Pushing event deleted for resources: {'Port': ['ID=8ccd0c14-1008-4e35-a908-11eb4832470d,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:25.342941 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:25.343330 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:25.343708 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:25.344079 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:25.344479 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:25.344844 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:25.345207 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:25.345572 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:25.345940 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:25.346303 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:25.346661 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:25.347017 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:25.351864 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:25.393896 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for floatingip, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:25.394183 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.db.l3_db [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Floating IP 51a88339-0604-495a-a953-e3800cdc51df disassociated (deleted). External IP: 172.28.2.244, port: 93e108a6-525f-4d04-933c-7ab30fa54d31. Jun 16 18:43:25.596499 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Router 16d53ae6-533c-4b37-94a4-9055350d5588 has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:43:25.703263 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:43:25.708108 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for floatingip, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:25.713678 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c499c4b6-6f8d-41a4-8808-12eac6cb13cb None None] Sync routers for ids ['16d53ae6-533c-4b37-94a4-9055350d5588'] in dv-cinder-667108-31-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:43:25.724050 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c499c4b6-6f8d-41a4-8808-12eac6cb13cb None None] Routers {'16d53ae6-533c-4b37-94a4-9055350d5588'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:43:25.724737 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-c499c4b6-6f8d-41a4-8808-12eac6cb13cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:43:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['16d53ae6-533c-4b37-94a4-9055350d5588'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:43:25.750422 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-3694cece-f4df-4a8b-a9d1-f5d8839d0418 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "DELETE /v2.0/floatingips/51a88339-0604-495a-a953-e3800cdc51df HTTP/1.1" status: 204 len: 168 time: 0.9118204 Jun 16 18:43:25.751157 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd03b2ae-8fbc-46b8-a6d5-d48766741b05', 'tag': '93e108a6-525f-4d04-933c-7ab30fa54d31'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:43:25.753545 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533e65f3-c7c0-43d5-bcb7-493c2f63c43b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd03b2ae-8fbc-46b8-a6d5-d48766741b05", "tag": "93e108a6-525f-4d04-933c-7ab30fa54d31"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:43:25.798063 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238d0395-c162-4b91-8ab2-12dc8dfe362c x-openstack-request-id: req-238d0395-c162-4b91-8ab2-12dc8dfe362c {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:43:25.798063 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd03b2ae-8fbc-46b8-a6d5-d48766741b05", "tag": "93e108a6-525f-4d04-933c-7ab30fa54d31", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:43:25.798063 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-238d0395-c162-4b91-8ab2-12dc8dfe362c {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:43:25.798490 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd03b2ae-8fbc-46b8-a6d5-d48766741b05', 'tag': '93e108a6-525f-4d04-933c-7ab30fa54d31', 'status': 'completed', 'code': 200} Jun 16 18:43:25.842497 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-c499c4b6-6f8d-41a4-8808-12eac6cb13cb None None] Set router 16d53ae6-533c-4b37-94a4-9055350d5588 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:43:26.007560 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e65f3-c7c0-43d5-bcb7-493c2f63c43b req-af1b7fea-f77a-4f35-b379-853657bf8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:26.009129 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-533e65f3-c7c0-43d5-bcb7-493c2f63c43b req-af1b7fea-f77a-4f35-b379-853657bf8afb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b5d42596a1c445fa7cc4576a3d8418b&device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 1099 time: 0.0622284 Jun 16 18:43:26.070015 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-c499c4b6-6f8d-41a4-8808-12eac6cb13cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'name': 'tempest-TestShelveInstance-127678774-router', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:47Z', 'revision_number': 4, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'gw_port': {'id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '19bc30bd-0526-40ba-90dc-b8b755cd6904', 'name': '', 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'mac_address': 'fa:16:3e:53:15:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '1534cc31-1f4f-42c4-a9ef-c5b78cb9b024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:47Z', 'updated_at': '2021-06-16T18:38:56Z', 'revision_number': 5, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'subnets': [{'id': '1534cc31-1f4f-42c4-a9ef-c5b78cb9b024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:43:26.073825 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c499c4b6-6f8d-41a4-8808-12eac6cb13cb None None] Checking router: 16d53ae6-533c-4b37-94a4-9055350d5588 for host: dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:43:26.082001 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c499c4b6-6f8d-41a4-8808-12eac6cb13cb None None] Routers {'16d53ae6-533c-4b37-94a4-9055350d5588'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:43:26.082730 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-c499c4b6-6f8d-41a4-8808-12eac6cb13cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:43:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['16d53ae6-533c-4b37-94a4-9055350d5588'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:43:26.135098 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e65f3-c7c0-43d5-bcb7-493c2f63c43b req-25a1f788-326f-4c87-9fbb-0d959da970a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:26.136572 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-533e65f3-c7c0-43d5-bcb7-493c2f63c43b req-25a1f788-326f-4c87-9fbb-0d959da970a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a17b9418-ccf0-458e-9381-6e3b08f2300a HTTP/1.1" status: 200 len: 909 time: 0.1190729 Jun 16 18:43:26.179882 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-533e65f3-c7c0-43d5-bcb7-493c2f63c43b req-b3aacd3c-fbfe-4552-9437-72c88d430a5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93e108a6-525f-4d04-933c-7ab30fa54d31 HTTP/1.1" status: 200 len: 217 time: 0.0352428 Jun 16 18:43:26.187327 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-c499c4b6-6f8d-41a4-8808-12eac6cb13cb None None] Set router 16d53ae6-533c-4b37-94a4-9055350d5588 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:43:26.190626 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b12529-5590-47d5-aac6-5e129c7d707f req-796436cc-b118-4081-ada9-fb36c47f3697 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:26.192018 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b7b12529-5590-47d5-aac6-5e129c7d707f req-796436cc-b118-4081-ada9-fb36c47f3697 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.1169474 Jun 16 18:43:26.262745 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b7b12529-5590-47d5-aac6-5e129c7d707f req-3e5905df-a2cd-4847-acc4-ad7c4441da74 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623872 Jun 16 18:43:26.264356 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e65f3-c7c0-43d5-bcb7-493c2f63c43b req-f93c1346-a8eb-46cb-80e4-156f74504dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:26.265709 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-533e65f3-c7c0-43d5-bcb7-493c2f63c43b req-f93c1346-a8eb-46cb-80e4-156f74504dc7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1534cc31-1f4f-42c4-a9ef-c5b78cb9b024 HTTP/1.1" status: 200 len: 847 time: 0.0728254 Jun 16 18:43:26.323069 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e65f3-c7c0-43d5-bcb7-493c2f63c43b req-7e860257-c874-42cb-bf30-8f06e294a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:26.324824 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-533e65f3-c7c0-43d5-bcb7-493c2f63c43b req-7e860257-c874-42cb-bf30-8f06e294a13d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a17b9418-ccf0-458e-9381-6e3b08f2300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0515857 Jun 16 18:43:26.386836 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-c499c4b6-6f8d-41a4-8808-12eac6cb13cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'name': 'tempest-TestShelveInstance-127678774-router', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:47Z', 'revision_number': 4, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'gw_port': {'id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '19bc30bd-0526-40ba-90dc-b8b755cd6904', 'name': '', 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'mac_address': 'fa:16:3e:53:15:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '1534cc31-1f4f-42c4-a9ef-c5b78cb9b024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:47Z', 'updated_at': '2021-06-16T18:38:56Z', 'revision_number': 5, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'subnets': [{'id': '1534cc31-1f4f-42c4-a9ef-c5b78cb9b024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:43:26.392526 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c499c4b6-6f8d-41a4-8808-12eac6cb13cb None None] The sync data for ids ['16d53ae6-533c-4b37-94a4-9055350d5588'] in dv-cinder-667108-31-smb is: [{'id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'name': 'tempest-TestShelveInstance-127678774-router', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:47Z', 'revision_number': 4, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'gw_port': {'id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb', '_interfaces': [{'id': '19bc30bd-0526-40ba-90dc-b8b755cd6904', 'name': '', 'network_id': 'a17b9418-ccf0-458e-9381-6e3b08f2300a', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'mac_address': 'fa:16:3e:53:15:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '1534cc31-1f4f-42c4-a9ef-c5b78cb9b024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:47Z', 'updated_at': '2021-06-16T18:38:56Z', 'revision_number': 5, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'subnets': [{'id': '1534cc31-1f4f-42c4-a9ef-c5b78cb9b024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:43:26.415948 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-533e65f3-c7c0-43d5-bcb7-493c2f63c43b req-13b11a1c-92ef-42ce-8d54-51f626acc32d service neutron] 10.222.0.36 "GET /v2.0/networks/a17b9418-ccf0-458e-9381-6e3b08f2300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839942 Jun 16 18:43:26.516090 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-533e65f3-c7c0-43d5-bcb7-493c2f63c43b req-5499b529-2422-413a-9205-e03709c6710f service neutron] 10.222.0.36 "GET /v2.0/networks/a17b9418-ccf0-458e-9381-6e3b08f2300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926678 Jun 16 18:43:26.601528 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30535bd-d58a-4795-86b8-ba64d98a4970 None None] New status for floating IP 51a88339-0604-495a-a953-e3800cdc51df: DOWN {{(pid=92981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 18:43:27.439969 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ec3db-04a4-43ac-91f3-8d159698b581 req-9c41d2d8-0faf-40a5-8880-f2dff873cf37 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:27.441444 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c34ec3db-04a4-43ac-91f3-8d159698b581 req-9c41d2d8-0faf-40a5-8880-f2dff873cf37 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0619333 Jun 16 18:43:27.479436 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c34ec3db-04a4-43ac-91f3-8d159698b581 req-d66124dc-f084-4211-9ada-2e6251967e16 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/security-groups?id=a225f144-aac0-4b71-ba93-fe8cfb6f53d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324359 Jun 16 18:43:27.863327 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971593f8-a57a-423f-8c44-c1438393c1e6 req-8f349b0f-f461-4950-a54c-b2082dc6cd8d tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:27.864739 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-971593f8-a57a-423f-8c44-c1438393c1e6 req-8f349b0f-f461-4950-a54c-b2082dc6cd8d tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 946 time: 0.0654786 Jun 16 18:43:27.958854 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-971593f8-a57a-423f-8c44-c1438393c1e6 req-eb03b399-8bfe-4044-a240-0e07f038fb5f tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Deleting port 93e108a6-525f-4d04-933c-7ab30fa54d31 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:43:27.959199 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-971593f8-a57a-423f-8c44-c1438393c1e6 req-eb03b399-8bfe-4044-a240-0e07f038fb5f tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:28.047409 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-971593f8-a57a-423f-8c44-c1438393c1e6 req-eb03b399-8bfe-4044-a240-0e07f038fb5f tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] For port 93e108a6-525f-4d04-933c-7ab30fa54d31, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=93e108a6-525f-4d04-933c-7ab30fa54d31,segment=NetworkSegment(a3c758e4-77a0-4b9e-be7b-87fc7ceee021),segment_id=a3c758e4-77a0-4b9e-be7b-87fc7ceee021)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:43:28.047779 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-971593f8-a57a-423f-8c44-c1438393c1e6 req-eb03b399-8bfe-4044-a240-0e07f038fb5f tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:28.108556 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-971593f8-a57a-423f-8c44-c1438393c1e6 req-eb03b399-8bfe-4044-a240-0e07f038fb5f tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Calling delete_port for 93e108a6-525f-4d04-933c-7ab30fa54d31 owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:43:28.235744 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-971593f8-a57a-423f-8c44-c1438393c1e6 req-eb03b399-8bfe-4044-a240-0e07f038fb5f tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:28.239585 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-468a02a4-28f8-43bc-8989-77dc5e7e5876 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:28.266006 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03b399-8bfe-4044-a240-0e07f038fb5f tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Pushing event deleted for resources: {'Port': ['ID=93e108a6-525f-4d04-933c-7ab30fa54d31,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:28.269021 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-eb03b399-8bfe-4044-a240-0e07f038fb5f tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:28.315611 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-971593f8-a57a-423f-8c44-c1438393c1e6 req-eb03b399-8bfe-4044-a240-0e07f038fb5f tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] No DVR routers for this DVR port 93e108a6-525f-4d04-933c-7ab30fa54d31 on host hv-cinder-66710 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:43:28.318137 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-971593f8-a57a-423f-8c44-c1438393c1e6 req-eb03b399-8bfe-4044-a240-0e07f038fb5f tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:28.320055 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-971593f8-a57a-423f-8c44-c1438393c1e6 req-eb03b399-8bfe-4044-a240-0e07f038fb5f tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.36 "DELETE /v2.0/ports/93e108a6-525f-4d04-933c-7ab30fa54d31 HTTP/1.1" status: 204 len: 173 time: 0.4498694 Jun 16 18:43:28.320616 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd03b2ae-8fbc-46b8-a6d5-d48766741b05', 'name': 'network-vif-deleted', 'tag': '93e108a6-525f-4d04-933c-7ab30fa54d31'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:43:28.322899 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8df9475-312f-4efb-a260-e77ba2f7c8ba" -d '{"events": [{"server_uuid": "dd03b2ae-8fbc-46b8-a6d5-d48766741b05", "name": "network-vif-deleted", "tag": "93e108a6-525f-4d04-933c-7ab30fa54d31"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:43:28.361248 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec08dcb0-fcbc-4519-9383-aa649d33db62 x-openstack-request-id: req-ec08dcb0-fcbc-4519-9383-aa649d33db62 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:43:28.361589 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd03b2ae-8fbc-46b8-a6d5-d48766741b05", "name": "network-vif-deleted", "tag": "93e108a6-525f-4d04-933c-7ab30fa54d31", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:43:28.361889 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ec08dcb0-fcbc-4519-9383-aa649d33db62 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:43:28.362330 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd03b2ae-8fbc-46b8-a6d5-d48766741b05', 'name': 'network-vif-deleted', 'tag': '93e108a6-525f-4d04-933c-7ab30fa54d31', 'status': 'completed', 'code': 200} Jun 16 18:43:28.633174 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-7bb7e2f6-1f4f-4438-8027-fa37c5deda1e req-44ef688c-e98f-4284-b09f-fd93f088cf4a tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd03b2ae-8fbc-46b8-a6d5-d48766741b05 HTTP/1.1" status: 200 len: 210 time: 0.0362506 Jun 16 18:43:29.718180 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 39900) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:29.776958 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3f01fded-4fc6-40d4-ab45-3a976c90a276 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:29.805525 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3f01fded-4fc6-40d4-ab45-3a976c90a276 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:29.867814 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3f01fded-4fc6-40d4-ab45-3a976c90a276 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:29.870674 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3f01fded-4fc6-40d4-ab45-3a976c90a276 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:29.871814 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-3f01fded-4fc6-40d4-ab45-3a976c90a276 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] 10.222.0.46 "DELETE /v2.0/security-groups/a225f144-aac0-4b71-ba93-fe8cfb6f53d2 HTTP/1.1" status: 204 len: 168 time: 0.1526599 Jun 16 18:43:29.872885 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-15e1d68f-bf86-4686-b47d-f1babc30d95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:29.882154 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01fded-4fc6-40d4-ab45-3a976c90a276 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a225f144-aac0-4b71-ba93-fe8cfb6f53d2,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:29.884856 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3f01fded-4fc6-40d4-ab45-3a976c90a276 tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:29.924228 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 39904) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:30.289516 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2c82d1da-721a-45bb-96c0-29d40931aead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-493258'] for router_interface, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:30.540308 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-2c82d1da-721a-45bb-96c0-29d40931aead admin admin] Deleting port 19bc30bd-0526-40ba-90dc-b8b755cd6904 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:43:30.540650 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2c82d1da-721a-45bb-96c0-29d40931aead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:30.622292 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-2c82d1da-721a-45bb-96c0-29d40931aead admin admin] For port 19bc30bd-0526-40ba-90dc-b8b755cd6904, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=19bc30bd-0526-40ba-90dc-b8b755cd6904,segment=NetworkSegment(a3c758e4-77a0-4b9e-be7b-87fc7ceee021),segment_id=a3c758e4-77a0-4b9e-be7b-87fc7ceee021)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:43:30.623094 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2c82d1da-721a-45bb-96c0-29d40931aead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:30.687314 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-2c82d1da-721a-45bb-96c0-29d40931aead admin admin] Calling delete_port for 19bc30bd-0526-40ba-90dc-b8b755cd6904 owned by network:router_interface {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:43:30.868085 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2c82d1da-721a-45bb-96c0-29d40931aead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131963299'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:30.870108 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cf625447-daf3-4dd8-9d3e-976f490fae69 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:30.898916 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82d1da-721a-45bb-96c0-29d40931aead admin admin] Pushing event deleted for resources: {'Port': ['ID=19bc30bd-0526-40ba-90dc-b8b755cd6904,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:30.902277 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2c82d1da-721a-45bb-96c0-29d40931aead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:31.072256 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2c82d1da-721a-45bb-96c0-29d40931aead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133741491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493150'] for router_interface, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:31.285685 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c82d1da-721a-45bb-96c0-29d40931aead admin admin] Router 16d53ae6-533c-4b37-94a4-9055350d5588 has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:43:31.389442 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c82d1da-721a-45bb-96c0-29d40931aead admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:43:31.394247 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-2c82d1da-721a-45bb-96c0-29d40931aead admin admin] 10.222.0.46 "PUT /v2.0/routers/16d53ae6-533c-4b37-94a4-9055350d5588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4689088 Jun 16 18:43:31.397067 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 39918) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:31.399802 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ae5dc8-310d-490e-930c-f089d9be9b1e None None] Sync routers for ids ['16d53ae6-533c-4b37-94a4-9055350d5588'] in dv-cinder-667108-31-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:43:31.409577 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ae5dc8-310d-490e-930c-f089d9be9b1e None None] Routers {'16d53ae6-533c-4b37-94a4-9055350d5588'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:43:31.410189 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-e9ae5dc8-310d-490e-930c-f089d9be9b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:43:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['16d53ae6-533c-4b37-94a4-9055350d5588'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:43:31.495346 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6c58341c-27de-4c79-9252-ddc572f70165 admin admin] Notify callbacks [] for router, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:31.513853 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-e9ae5dc8-310d-490e-930c-f089d9be9b1e None None] Set router 16d53ae6-533c-4b37-94a4-9055350d5588 gateway port host: dv-cinder-667108-31-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:43:31.596361 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6c58341c-27de-4c79-9252-ddc572f70165 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:31.666599 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-6c58341c-27de-4c79-9252-ddc572f70165 admin admin] Deleting port a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:43:31.667219 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6c58341c-27de-4c79-9252-ddc572f70165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:31.758026 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-6c58341c-27de-4c79-9252-ddc572f70165 admin admin] For port a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:43:31.758394 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6c58341c-27de-4c79-9252-ddc572f70165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:31.820037 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-e9ae5dc8-310d-490e-930c-f089d9be9b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'name': 'tempest-TestShelveInstance-127678774-router', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:43:30Z', 'revision_number': 5, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'gw_port': {'id': 'a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:43:31.823313 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ae5dc8-310d-490e-930c-f089d9be9b1e None None] Checking router: 16d53ae6-533c-4b37-94a4-9055350d5588 for host: dv-cinder-667108-31-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:43:31.826231 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-6c58341c-27de-4c79-9252-ddc572f70165 admin admin] Calling delete_port for a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6 owned by network:router_gateway {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:43:31.831369 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ae5dc8-310d-490e-930c-f089d9be9b1e None None] Routers {'16d53ae6-533c-4b37-94a4-9055350d5588'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:43:31.831972 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-e9ae5dc8-310d-490e-930c-f089d9be9b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:43:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['16d53ae6-533c-4b37-94a4-9055350d5588'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:43:31.917748 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-e9ae5dc8-310d-490e-930c-f089d9be9b1e None None] Set router 16d53ae6-533c-4b37-94a4-9055350d5588 gateway port host: None {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:43:31.975612 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-e9ae5dc8-310d-490e-930c-f089d9be9b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'name': 'tempest-TestShelveInstance-127678774-router', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:43:31Z', 'revision_number': 6, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'gw_port_host': None}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:43:31.979141 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ae5dc8-310d-490e-930c-f089d9be9b1e None None] The sync data for ids ['16d53ae6-533c-4b37-94a4-9055350d5588'] in dv-cinder-667108-31-smb is: [{'id': '16d53ae6-533c-4b37-94a4-9055350d5588', 'name': 'tempest-TestShelveInstance-127678774-router', 'tenant_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:43Z', 'updated_at': '2021-06-16T18:43:31Z', 'revision_number': 6, 'project_id': '5b5d42596a1c445fa7cc4576a3d8418b', 'gw_port_host': None}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:43:32.000707 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6c58341c-27de-4c79-9252-ddc572f70165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131963299'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:32.001211 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 93e108a6-525f-4d04-933c-7ab30fa54d31 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:43:32.003513 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ea1fd7bd-b8b0-4069-a626-15a2f82c7d08 tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:32.023483 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] No Port match for: 93e108a6-525f-4d04-933c-7ab30fa54d31 {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:43:32.023841 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 93e108a6-525f-4d04-933c-7ab30fa54d31 not bound to the agent host hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:43:32.028718 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58341c-27de-4c79-9252-ddc572f70165 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:32.031165 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6c58341c-27de-4c79-9252-ddc572f70165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:32.089297 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6c58341c-27de-4c79-9252-ddc572f70165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439325'] for router_gateway, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:32.180557 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6c58341c-27de-4c79-9252-ddc572f70165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1002'] for router, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:32.182536 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6c58341c-27de-4c79-9252-ddc572f70165 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:32.453353 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6c58341c-27de-4c79-9252-ddc572f70165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494935'] for router, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:32.453857 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c58341c-27de-4c79-9252-ddc572f70165 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16d53ae6-533c-4b37-94a4-9055350d5588 {{(pid=92979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 18:43:32.458939 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6c58341c-27de-4c79-9252-ddc572f70165 admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:32.462769 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-6c58341c-27de-4c79-9252-ddc572f70165 admin admin] 10.222.0.46 "DELETE /v2.0/routers/16d53ae6-533c-4b37-94a4-9055350d5588 HTTP/1.1" status: 204 len: 168 time: 1.0647516 Jun 16 18:43:32.462905 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 39926) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:32.514561 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1efbbd-736a-42f2-918c-a8e27f2a60a8 admin admin] Deleting subnet 1534cc31-1f4f-42c4-a9ef-c5b78cb9b024 {{(pid=92978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:43:32.517671 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2a1efbbd-736a-42f2-918c-a8e27f2a60a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:32.554006 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2a1efbbd-736a-42f2-918c-a8e27f2a60a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130531062'] for subnet, precommit_delete_associations {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:32.629875 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2a1efbbd-736a-42f2-918c-a8e27f2a60a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586659'] for subnet, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:32.684955 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2a1efbbd-736a-42f2-918c-a8e27f2a60a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130527945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130642475'] for subnet, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:32.687855 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-fc54027e-b700-4542-9e44-1268f93b6779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:32.717920 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2a1efbbd-736a-42f2-918c-a8e27f2a60a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:32.719775 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-2a1efbbd-736a-42f2-918c-a8e27f2a60a8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1534cc31-1f4f-42c4-a9ef-c5b78cb9b024 HTTP/1.1" status: 204 len: 168 time: 0.2557943 Jun 16 18:43:32.720694 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1efbbd-736a-42f2-918c-a8e27f2a60a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1534cc31-1f4f-42c4-a9ef-c5b78cb9b024,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:32.722855 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 39930) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:32.725542 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2a1efbbd-736a-42f2-918c-a8e27f2a60a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:32.733457 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd9280d-66dd-4389-ab71-5264bdfd930c None None] Network a17b9418-ccf0-458e-9381-6e3b08f2300a requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:43:32.802396 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627518'] for network, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:32.865706 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] Deleting port 1392e474-ecf2-4c69-9415-3d239707c26f {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:43:32.866290 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:32.931383 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6159ec-ab81-4121-ac78-91e1e02f38bc None None] DHCP port deletion for a17b9418-ccf0-458e-9381-6e3b08f2300a request from dv-cinder-667108-31-smb {{(pid=92980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 18:43:32.982724 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-ac6159ec-ab81-4121-ac78-91e1e02f38bc None None] Deleting port 1392e474-ecf2-4c69-9415-3d239707c26f {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:43:32.983123 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ac6159ec-ab81-4121-ac78-91e1e02f38bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:33.058314 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-ac6159ec-ab81-4121-ac78-91e1e02f38bc None None] For port 1392e474-ecf2-4c69-9415-3d239707c26f, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=1392e474-ecf2-4c69-9415-3d239707c26f,segment=NetworkSegment(a3c758e4-77a0-4b9e-be7b-87fc7ceee021),segment_id=a3c758e4-77a0-4b9e-be7b-87fc7ceee021)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:43:33.058903 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ac6159ec-ab81-4121-ac78-91e1e02f38bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:33.131084 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-ac6159ec-ab81-4121-ac78-91e1e02f38bc None None] Calling delete_port for 1392e474-ecf2-4c69-9415-3d239707c26f owned by network:dhcp {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:43:33.134766 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 19bc30bd-0526-40ba-90dc-b8b755cd6904 no longer exists at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:43:33.163665 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] No Port match for: 19bc30bd-0526-40ba-90dc-b8b755cd6904 {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:43:33.163937 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 19bc30bd-0526-40ba-90dc-b8b755cd6904 not bound to the agent host dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:43:33.164390 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 1392e474-ecf2-4c69-9415-3d239707c26f no longer exists at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:43:33.221274 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] For port 1392e474-ecf2-4c69-9415-3d239707c26f, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=1392e474-ecf2-4c69-9415-3d239707c26f,segment=NetworkSegment(a3c758e4-77a0-4b9e-be7b-87fc7ceee021),segment_id=a3c758e4-77a0-4b9e-be7b-87fc7ceee021)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:43:33.221563 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:33.288183 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] Calling delete_port for 1392e474-ecf2-4c69-9415-3d239707c26f owned by network:dhcp {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:43:33.292182 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:33.300902 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ac6159ec-ab81-4121-ac78-91e1e02f38bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:33.305518 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:33.333286 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6159ec-ab81-4121-ac78-91e1e02f38bc None None] Pushing event deleted for resources: {'Port': ['ID=1392e474-ecf2-4c69-9415-3d239707c26f,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:33.337704 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ac6159ec-ab81-4121-ac78-91e1e02f38bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:33.338500 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6159ec-ab81-4121-ac78-91e1e02f38bc None None] No DVR routers for this DVR port 1392e474-ecf2-4c69-9415-3d239707c26f on host dv-cinder-667108-31-smb {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:43:33.361971 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6 no longer exists at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:43:33.368723 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:33.372515 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-194a7216-7d89-45c8-ad4e-ddbfc5db087e tempest-AttachVolumeNegativeTest-1549787723 tempest-AttachVolumeNegativeTest-1549787723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:33.381485 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] No Port match for: a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6 {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:43:33.381842 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device a0fad4a1-4e2a-402f-93dd-1dc6b00bf9a6 not bound to the agent host dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:43:33.397253 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1392e474-ecf2-4c69-9415-3d239707c26f,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:33.399023 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] No DVR routers for this DVR port 1392e474-ecf2-4c69-9415-3d239707c26f on host dv-cinder-667108-31-smb {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:43:33.400462 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:33.469922 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584236', 'neutron.services.segments.db._delete_segments_for_network-8789583485489'] for network, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:33.479657 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17b9418-ccf0-458e-9381-6e3b08f2300a']}} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:43:33.491348 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c758e4-77a0-4b9e-be7b-87fc7ceee021') {'for_net_delete': True} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:43:33.491637 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c758e4-77a0-4b9e-be7b-87fc7ceee021') {} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:43:33.502783 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789583484802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130531055'] for segment, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:33.519432 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:33.526848 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=92978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:43:33.527401 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130527830'] for segment, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: retrieve_revision_numbers = { Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: self.session.flush() Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: self.session.flush() Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: self.session.flush() Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: self.session.flush() Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: Traceback (most recent call last): Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: timer() Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: cb(*args, **kw) Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: return func(*args, **kwargs) Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: self._notify() Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: self.callback(batched_events) Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: event.method(event) Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: return f(self, *a, **k) Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: return self._get(url).json() Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: return self.request(url, 'GET', **kwargs) Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:43:33.530015 dv-cinder-667108-31-smb neutron-server[92978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:43:33.589598 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439411'] for network, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:33.594843 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:33.596763 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a17b9418-ccf0-458e-9381-6e3b08f2300a HTTP/1.1" status: 204 len: 168 time: 0.8729770 Jun 16 18:43:33.597603 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-fc7cc7d0-1883-433a-b0be-1b1407330c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:33.599873 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 39934) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:33.611563 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a17b9418-ccf0-458e-9381-6e3b08f2300a,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:33.613963 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e2e34219-0176-4044-8032-e81906771af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:33.943380 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1cce-3b24-43b7-bc20-d07e3d6342ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-493258'] for router_interface, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:34.185197 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-8a0a1cce-3b24-43b7-bc20-d07e3d6342ce admin admin] Deleting port 27b26274-6448-423a-ad24-2194d83dafbb {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:43:34.185531 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1cce-3b24-43b7-bc20-d07e3d6342ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:34.261745 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-8a0a1cce-3b24-43b7-bc20-d07e3d6342ce admin admin] For port 27b26274-6448-423a-ad24-2194d83dafbb, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=27b26274-6448-423a-ad24-2194d83dafbb,segment=NetworkSegment(160951bf-1268-48c3-be4e-79ff6d747b20),segment_id=160951bf-1268-48c3-be4e-79ff6d747b20)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:43:34.263435 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1cce-3b24-43b7-bc20-d07e3d6342ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:34.327799 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-8a0a1cce-3b24-43b7-bc20-d07e3d6342ce admin admin] Calling delete_port for 27b26274-6448-423a-ad24-2194d83dafbb owned by network:router_interface {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:43:34.501309 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1cce-3b24-43b7-bc20-d07e3d6342ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131963299'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:34.503146 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:34.532197 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a1cce-3b24-43b7-bc20-d07e3d6342ce admin admin] Pushing event deleted for resources: {'Port': ['ID=27b26274-6448-423a-ad24-2194d83dafbb,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:34.534631 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8a0a1cce-3b24-43b7-bc20-d07e3d6342ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:34.711989 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1cce-3b24-43b7-bc20-d07e3d6342ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133741491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-493150'] for router_interface, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:34.937481 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0a1cce-3b24-43b7-bc20-d07e3d6342ce admin admin] Router 83527b89-16b1-48af-a746-9ffcb096ea5e has already been hosted by L3 agent 5ed34692-23a9-488f-b1e1-e23955e8ed75 {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 18:43:35.047399 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0a1cce-3b24-43b7-bc20-d07e3d6342ce admin admin] Notify agent at l3_agent.dv-cinder-667108-31-smb the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 18:43:35.052588 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-8a0a1cce-3b24-43b7-bc20-d07e3d6342ce admin admin] 10.222.0.46 "PUT /v2.0/routers/83527b89-16b1-48af-a746-9ffcb096ea5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4516885 Jun 16 18:43:35.055047 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 39944) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:35.055620 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e623091-5196-4deb-9cdc-9f4854d8c5ae None None] Sync routers for ids ['83527b89-16b1-48af-a746-9ffcb096ea5e'] in dv-cinder-667108-31-smb {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:43:35.065580 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e623091-5196-4deb-9cdc-9f4854d8c5ae None None] Routers {'83527b89-16b1-48af-a746-9ffcb096ea5e'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:43:35.066180 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-0e623091-5196-4deb-9cdc-9f4854d8c5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:43:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['83527b89-16b1-48af-a746-9ffcb096ea5e'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:43:35.158755 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e283bf7d-d210-47fe-9a6b-604af365ba9c admin admin] Notify callbacks [] for router, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:35.171035 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-0e623091-5196-4deb-9cdc-9f4854d8c5ae None None] Set router 83527b89-16b1-48af-a746-9ffcb096ea5e gateway port host: dv-cinder-667108-31-smb {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:43:35.259318 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e283bf7d-d210-47fe-9a6b-604af365ba9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:35.315104 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-e283bf7d-d210-47fe-9a6b-604af365ba9c admin admin] Deleting port f729cbbd-82fd-404d-9ae1-1fe97d1ae24e {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:43:35.315332 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e283bf7d-d210-47fe-9a6b-604af365ba9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:35.395150 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-e283bf7d-d210-47fe-9a6b-604af365ba9c admin admin] For port f729cbbd-82fd-404d-9ae1-1fe97d1ae24e, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=f729cbbd-82fd-404d-9ae1-1fe97d1ae24e,segment=NetworkSegment(bba08ec9-8301-4152-af1b-37e209794dd2),segment_id=bba08ec9-8301-4152-af1b-37e209794dd2)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:43:35.395648 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e283bf7d-d210-47fe-9a6b-604af365ba9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:35.440051 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-0e623091-5196-4deb-9cdc-9f4854d8c5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83527b89-16b1-48af-a746-9ffcb096ea5e', 'name': 'tempest-TestShelveInstance-412842269-router', 'tenant_id': 'bd483288636248ca98321335920811d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'external_fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': 'f729cbbd-82fd-404d-9ae1-1fe97d1ae24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:51Z', 'updated_at': '2021-06-16T18:43:34Z', 'revision_number': 5, 'project_id': 'bd483288636248ca98321335920811d8', 'gw_port': {'id': 'f729cbbd-82fd-404d-9ae1-1fe97d1ae24e', 'name': '', 'network_id': '7b0cd3e6-92bc-46fb-afff-3bd6ccdf1dbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:35:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83527b89-16b1-48af-a746-9ffcb096ea5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-31-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T18:38:51Z', 'updated_at': '2021-06-16T18:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d5d7e23-07e0-42c6-9f1b-e5ddbc9f5c1a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-31-smb'}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:43:35.443779 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e623091-5196-4deb-9cdc-9f4854d8c5ae None None] Checking router: 83527b89-16b1-48af-a746-9ffcb096ea5e for host: dv-cinder-667108-31-smb {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:43:35.452826 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e623091-5196-4deb-9cdc-9f4854d8c5ae None None] Routers {'83527b89-16b1-48af-a746-9ffcb096ea5e'} bound to L3 agent in host dv-cinder-667108-31-smb {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 18:43:35.453420 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-0e623091-5196-4deb-9cdc-9f4854d8c5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-31-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T18:28:11Z,description=,heartbeat_timestamp=2021-06-16T18:43:11Z,host='dv-cinder-667108-31-smb',id=5ed34692-23a9-488f-b1e1-e23955e8ed75,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T18:28:11Z,topic='l3_agent')) {'router_ids': ['83527b89-16b1-48af-a746-9ffcb096ea5e'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:43:35.460859 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-e283bf7d-d210-47fe-9a6b-604af365ba9c admin admin] Calling delete_port for f729cbbd-82fd-404d-9ae1-1fe97d1ae24e owned by network:router_gateway {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:43:35.539385 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-0e623091-5196-4deb-9cdc-9f4854d8c5ae None None] Set router 83527b89-16b1-48af-a746-9ffcb096ea5e gateway port host: None {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 18:43:35.594852 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-0e623091-5196-4deb-9cdc-9f4854d8c5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83527b89-16b1-48af-a746-9ffcb096ea5e', 'name': 'tempest-TestShelveInstance-412842269-router', 'tenant_id': 'bd483288636248ca98321335920811d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:51Z', 'updated_at': '2021-06-16T18:43:35Z', 'revision_number': 6, 'project_id': 'bd483288636248ca98321335920811d8', 'gw_port_host': None}], 'dv-cinder-667108-31-smb', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:43:35.598305 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e623091-5196-4deb-9cdc-9f4854d8c5ae None None] The sync data for ids ['83527b89-16b1-48af-a746-9ffcb096ea5e'] in dv-cinder-667108-31-smb is: [{'id': '83527b89-16b1-48af-a746-9ffcb096ea5e', 'name': 'tempest-TestShelveInstance-412842269-router', 'tenant_id': 'bd483288636248ca98321335920811d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T18:38:51Z', 'updated_at': '2021-06-16T18:43:35Z', 'revision_number': 6, 'project_id': 'bd483288636248ca98321335920811d8', 'gw_port_host': None}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:43:35.623362 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e283bf7d-d210-47fe-9a6b-604af365ba9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131963299'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:35.627555 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e1378657-3576-47ee-97db-70d44c85d9a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:35.649428 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bf7d-d210-47fe-9a6b-604af365ba9c admin admin] Pushing event deleted for resources: {'Port': ['ID=f729cbbd-82fd-404d-9ae1-1fe97d1ae24e,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:35.653730 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e283bf7d-d210-47fe-9a6b-604af365ba9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:35.721399 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e283bf7d-d210-47fe-9a6b-604af365ba9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439325'] for router_gateway, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:35.815235 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e283bf7d-d210-47fe-9a6b-604af365ba9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1002'] for router, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:35.817419 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e283bf7d-d210-47fe-9a6b-604af365ba9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:35.859715 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e283bf7d-d210-47fe-9a6b-604af365ba9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494935'] for router, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:35.860226 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e283bf7d-d210-47fe-9a6b-604af365ba9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83527b89-16b1-48af-a746-9ffcb096ea5e {{(pid=92979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 18:43:35.864609 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e283bf7d-d210-47fe-9a6b-604af365ba9c admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:35.865706 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-e283bf7d-d210-47fe-9a6b-604af365ba9c admin admin] 10.222.0.46 "DELETE /v2.0/routers/83527b89-16b1-48af-a746-9ffcb096ea5e HTTP/1.1" status: 204 len: 168 time: 0.8097668 Jun 16 18:43:35.868189 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 39948) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:35.913651 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-65953c52-e76e-400a-bae9-59ae16a82a32 admin admin] Deleting subnet 951c78cf-d955-427d-b6db-a8e8ca11e67f {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:43:35.916597 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-65953c52-e76e-400a-bae9-59ae16a82a32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:35.956294 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-65953c52-e76e-400a-bae9-59ae16a82a32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131384588'] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:36.041418 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-65953c52-e76e-400a-bae9-59ae16a82a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586659'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:36.093406 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-65953c52-e76e-400a-bae9-59ae16a82a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131963241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125532345'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:36.095517 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:36.119328 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65953c52-e76e-400a-bae9-59ae16a82a32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=951c78cf-d955-427d-b6db-a8e8ca11e67f,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:36.122074 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-65953c52-e76e-400a-bae9-59ae16a82a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:36.123273 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-65953c52-e76e-400a-bae9-59ae16a82a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:36.127493 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-65953c52-e76e-400a-bae9-59ae16a82a32 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/951c78cf-d955-427d-b6db-a8e8ca11e67f HTTP/1.1" status: 204 len: 168 time: 0.2559106 Jun 16 18:43:36.127493 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 39950) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:36.128676 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64033a56-651f-471d-84a6-1aa6e3fe659c None None] Network 87b13861-fcc5-43ef-b333-8d67568823d9 requested from dv-cinder-667108-31-smb {{(pid=92980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 18:43:36.201845 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627518'] for network, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:36.257043 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] Deleting port c65ef6a6-cf32-4bbe-a1b3-04155bd01717 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:43:36.257408 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:36.326682 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] For port c65ef6a6-cf32-4bbe-a1b3-04155bd01717, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=c65ef6a6-cf32-4bbe-a1b3-04155bd01717,segment=NetworkSegment(160951bf-1268-48c3-be4e-79ff6d747b20),segment_id=160951bf-1268-48c3-be4e-79ff6d747b20)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:43:36.327537 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:36.342405 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] DHCP port deletion for 87b13861-fcc5-43ef-b333-8d67568823d9 request from dv-cinder-667108-31-smb {{(pid=92980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 18:43:36.396741 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] Calling delete_port for c65ef6a6-cf32-4bbe-a1b3-04155bd01717 owned by network:dhcp {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:43:36.396968 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] Deleting port c65ef6a6-cf32-4bbe-a1b3-04155bd01717 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:43:36.396968 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:36.466524 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] For port c65ef6a6-cf32-4bbe-a1b3-04155bd01717, host dv-cinder-667108-31-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-31-smb',level=0,port_id=c65ef6a6-cf32-4bbe-a1b3-04155bd01717,segment=NetworkSegment(160951bf-1268-48c3-be4e-79ff6d747b20),segment_id=160951bf-1268-48c3-be4e-79ff6d747b20)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:43:36.466954 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:36.481934 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131963299'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:36.484761 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:36.509302 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] Pushing event deleted for resources: {'Port': ['ID=c65ef6a6-cf32-4bbe-a1b3-04155bd01717,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:36.513579 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:36.514368 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] No DVR routers for this DVR port c65ef6a6-cf32-4bbe-a1b3-04155bd01717 on host dv-cinder-667108-31-smb {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:43:36.530867 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] Calling delete_port for c65ef6a6-cf32-4bbe-a1b3-04155bd01717 owned by network:dhcp {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:43:36.615580 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:36.619102 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b8fa2420-9ce6-4d31-a3ab-cf0161c8ebb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:36.645495 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] Pushing event deleted for resources: {'Port': ['ID=c65ef6a6-cf32-4bbe-a1b3-04155bd01717,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:36.647953 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] No DVR routers for this DVR port c65ef6a6-cf32-4bbe-a1b3-04155bd01717 on host dv-cinder-667108-31-smb {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:43:36.660189 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:36.660548 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:36.660894 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:36.661235 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:36.661567 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:36.661898 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:36.662226 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:36.662551 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:36.662877 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:36.663199 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:36.663521 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:36.663839 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:43:36.667052 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:36.823533 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584236', 'neutron.services.segments.db._delete_segments_for_network-8789583485489'] for network, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:36.835641 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b13861-fcc5-43ef-b333-8d67568823d9']}} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:43:36.847196 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160951bf-1268-48c3-be4e-79ff6d747b20') {'for_net_delete': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:43:36.847650 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160951bf-1268-48c3-be4e-79ff6d747b20') {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:43:36.857102 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789583484802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131384597'] for segment, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:36.874674 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:36.880706 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=92979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:43:36.881097 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131963382'] for segment, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: Traceback (most recent call last): Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: timer() Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: cb(*args, **kw) Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: return func(*args, **kwargs) Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: self._notify() Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: self.callback(batched_events) Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: event.method(event) Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: return f(self, *a, **k) Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: return self._get(url).json() Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: return self.request(url, 'GET', **kwargs) Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:43:36.882757 dv-cinder-667108-31-smb neutron-server[92979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:43:36.942215 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439411'] for network, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:36.946740 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:36.951457 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:36.956171 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] 10.222.0.46 "DELETE /v2.0/networks/87b13861-fcc5-43ef-b333-8d67568823d9 HTTP/1.1" status: 204 len: 168 time: 0.8276756 Jun 16 18:43:36.966389 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] Pushing event deleted for resources: {'Network': ['ID=87b13861-fcc5-43ef-b333-8d67568823d9,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:36.969281 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-aed8b9b3-d6e3-448b-822f-6c1163ffb087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:37.098957 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device c65ef6a6-cf32-4bbe-a1b3-04155bd01717 no longer exists at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:43:37.111502 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 39962) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:37.123926 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] No Port match for: c65ef6a6-cf32-4bbe-a1b3-04155bd01717 {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:43:37.124321 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device c65ef6a6-cf32-4bbe-a1b3-04155bd01717 not bound to the agent host dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:43:37.124770 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device f729cbbd-82fd-404d-9ae1-1fe97d1ae24e no longer exists at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:43:37.145764 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] No Port match for: f729cbbd-82fd-404d-9ae1-1fe97d1ae24e {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:43:37.146479 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device f729cbbd-82fd-404d-9ae1-1fe97d1ae24e not bound to the agent host dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:43:37.146583 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 27b26274-6448-423a-ad24-2194d83dafbb no longer exists at agent ovs-agent-dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:43:37.161319 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-df0d4bbf-2b2e-49ba-a035-24ee90563121 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b5d42596a1c445fa7cc4576a3d8418b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484142 Jun 16 18:43:37.164380 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 39964) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:37.174322 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] No Port match for: 27b26274-6448-423a-ad24-2194d83dafbb {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:43:37.174673 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Device 27b26274-6448-423a-ad24-2194d83dafbb not bound to the agent host dv-cinder-667108-31-smb {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:43:37.212782 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bfe71e74-1eff-4745-8bc4-226822c1653c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:37.233869 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bfe71e74-1eff-4745-8bc4-226822c1653c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:37.280219 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bfe71e74-1eff-4745-8bc4-226822c1653c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:37.282712 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bfe71e74-1eff-4745-8bc4-226822c1653c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:37.283884 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-bfe71e74-1eff-4745-8bc4-226822c1653c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c149ee4-21e5-4b4d-88f1-8ab30f08a91c HTTP/1.1" status: 204 len: 168 time: 0.1184783 Jun 16 18:43:37.284727 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b51a2ad7-2d0d-42d4-ac85-9adebe4c200a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:37.292183 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe71e74-1eff-4745-8bc4-226822c1653c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c149ee4-21e5-4b4d-88f1-8ab30f08a91c,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:37.295026 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-bfe71e74-1eff-4745-8bc4-226822c1653c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:37.599032 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 39970) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:37.639566 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-8f2e9aa0-8a6c-4ed8-be76-af5a46bd57e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd483288636248ca98321335920811d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392559 Jun 16 18:43:37.641852 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 39972) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:43:37.688507 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1a02e3d1-fa0a-443f-8f25-461f42dfc987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:37.708671 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1a02e3d1-fa0a-443f-8f25-461f42dfc987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:37.756482 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1a02e3d1-fa0a-443f-8f25-461f42dfc987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:37.759773 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1a02e3d1-fa0a-443f-8f25-461f42dfc987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:37.760962 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-1a02e3d1-fa0a-443f-8f25-461f42dfc987 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d07992b-ddae-461d-bb7b-5dc23c449e24 HTTP/1.1" status: 204 len: 168 time: 0.1182041 Jun 16 18:43:37.761957 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-682d4f59-7389-425b-9229-17e2c850a334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:37.769048 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02e3d1-fa0a-443f-8f25-461f42dfc987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d07992b-ddae-461d-bb7b-5dc23c449e24,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:37.771371 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1a02e3d1-fa0a-443f-8f25-461f42dfc987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:38.922747 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97ae9c30-0ab9-4460-940f-bf2d7fdefbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:41.286611 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8f4280ef-6467-4cd2-a110-9d5a1b8c4d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:41.348883 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:41.703852 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:42.503478 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:44.195500 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:44.813618 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3161b-dc4e-4dee-ab62-7ad9c2f13e89 req-18552861-19c1-4f6c-9f20-81f449ce2f52 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:44.815051 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c9a3161b-dc4e-4dee-ab62-7ad9c2f13e89 req-18552861-19c1-4f6c-9f20-81f449ce2f52 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a803118-adff-493b-9355-b8f45d18a737 HTTP/1.1" status: 200 len: 946 time: 0.0653744 Jun 16 18:43:44.852918 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c9a3161b-dc4e-4dee-ab62-7ad9c2f13e89 req-16d51aed-dd94-480c-9358-30900b0ba218 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322461 Jun 16 18:43:46.025979 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce3b8c-5ce5-45a6-9d31-9ce9d7d7370a req-8c685e43-2201-45f4-9fb6-d9bee4b0959e tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:46.027415 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-bcce3b8c-5ce5-45a6-9d31-9ce9d7d7370a req-8c685e43-2201-45f4-9fb6-d9bee4b0959e tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a803118-adff-493b-9355-b8f45d18a737 HTTP/1.1" status: 200 len: 946 time: 0.0622818 Jun 16 18:43:46.064786 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-bcce3b8c-5ce5-45a6-9d31-9ce9d7d7370a req-90d9e4e4-3d9f-45c0-83c0-dec5f5abb819 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306928 Jun 16 18:43:47.240486 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe7aeb-6e87-4071-9e19-317425ccfdc9 req-14d1970e-8e54-45e5-9d65-f371b6fbc03f tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:47.241934 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-74fe7aeb-6e87-4071-9e19-317425ccfdc9 req-14d1970e-8e54-45e5-9d65-f371b6fbc03f tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a803118-adff-493b-9355-b8f45d18a737 HTTP/1.1" status: 200 len: 946 time: 0.0672898 Jun 16 18:43:47.279481 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-74fe7aeb-6e87-4071-9e19-317425ccfdc9 req-ad8c1076-4806-42e6-8b08-fa625d6afb10 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319569 Jun 16 18:43:48.454005 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044080ca-ab8f-4c08-a7f8-f463962705be req-26d09ac5-b5d9-4365-aeef-65f892ede768 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:48.455472 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-044080ca-ab8f-4c08-a7f8-f463962705be req-26d09ac5-b5d9-4365-aeef-65f892ede768 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a803118-adff-493b-9355-b8f45d18a737 HTTP/1.1" status: 200 len: 946 time: 0.0676589 Jun 16 18:43:48.493818 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-044080ca-ab8f-4c08-a7f8-f463962705be req-94e9698c-f028-4d6f-863c-35260431d285 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326240 Jun 16 18:43:49.506923 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069e790-4741-43c0-9ba7-f067824c721f req-1d5cfaa0-6a6a-44e0-b557-669640dfdcd4 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:49.508276 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c069e790-4741-43c0-9ba7-f067824c721f req-1d5cfaa0-6a6a-44e0-b557-669640dfdcd4 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a803118-adff-493b-9355-b8f45d18a737 HTTP/1.1" status: 200 len: 946 time: 0.0621490 Jun 16 18:43:49.636863 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-c069e790-4741-43c0-9ba7-f067824c721f req-b625fee8-013c-46d5-9e4c-bd5bdd6b9481 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Deleting port 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:43:49.637212 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c069e790-4741-43c0-9ba7-f067824c721f req-b625fee8-013c-46d5-9e4c-bd5bdd6b9481 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:49.730758 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bc7f5-9551-445d-a7ff-5786d8a1e179 req-7e1c25d5-4351-41a3-9dfa-c480f56af007 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:49.732357 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-371bc7f5-9551-445d-a7ff-5786d8a1e179 req-7e1c25d5-4351-41a3-9dfa-c480f56af007 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a803118-adff-493b-9355-b8f45d18a737 HTTP/1.1" status: 200 len: 946 time: 0.1300366 Jun 16 18:43:49.754586 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-c069e790-4741-43c0-9ba7-f067824c721f req-b625fee8-013c-46d5-9e4c-bd5bdd6b9481 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] For port 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc,segment=NetworkSegment(8a83d4d0-19e3-458f-82e7-5444623b5012),segment_id=8a83d4d0-19e3-458f-82e7-5444623b5012)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:43:49.754942 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c069e790-4741-43c0-9ba7-f067824c721f req-b625fee8-013c-46d5-9e4c-bd5bdd6b9481 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:49.831283 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-c069e790-4741-43c0-9ba7-f067824c721f req-b625fee8-013c-46d5-9e4c-bd5bdd6b9481 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Calling delete_port for 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:43:49.850611 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-371bc7f5-9551-445d-a7ff-5786d8a1e179 req-b0d30f78-b7a5-4307-8327-60efa7900952 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090446 Jun 16 18:43:49.968592 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c069e790-4741-43c0-9ba7-f067824c721f req-b625fee8-013c-46d5-9e4c-bd5bdd6b9481 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:49.973457 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0e1722b5-ea2b-403d-98ec-8feafe017b2c tempest-AttachVolumeTestJSON-308169670 tempest-AttachVolumeTestJSON-308169670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:49.980744 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:43:50.003559 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625fee8-013c-46d5-9e4c-bd5bdd6b9481 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Pushing event deleted for resources: {'Port': ['ID=2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:50.028837 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b625fee8-013c-46d5-9e4c-bd5bdd6b9481 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:50.046992 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c069e790-4741-43c0-9ba7-f067824c721f req-b625fee8-013c-46d5-9e4c-bd5bdd6b9481 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] No DVR routers for this DVR port 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc on host hv-cinder-66710 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:43:50.049507 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c069e790-4741-43c0-9ba7-f067824c721f req-b625fee8-013c-46d5-9e4c-bd5bdd6b9481 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:50.051419 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c069e790-4741-43c0-9ba7-f067824c721f req-b625fee8-013c-46d5-9e4c-bd5bdd6b9481 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.36 "DELETE /v2.0/ports/2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc HTTP/1.1" status: 204 len: 173 time: 0.5376191 Jun 16 18:43:50.051920 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a803118-adff-493b-9355-b8f45d18a737', 'name': 'network-vif-deleted', 'tag': '2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:43:50.054224 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78eae623-f428-42f5-b20d-afb3972e14ca" -d '{"events": [{"server_uuid": "3a803118-adff-493b-9355-b8f45d18a737", "name": "network-vif-deleted", "tag": "2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:43:50.095780 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec75e5b-c3c7-4802-9927-2fe813938eb8 x-openstack-request-id: req-4ec75e5b-c3c7-4802-9927-2fe813938eb8 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:43:50.096173 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a803118-adff-493b-9355-b8f45d18a737", "name": "network-vif-deleted", "tag": "2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:43:50.096487 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ec75e5b-c3c7-4802-9927-2fe813938eb8 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:43:50.096931 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a803118-adff-493b-9355-b8f45d18a737', 'name': 'network-vif-deleted', 'tag': '2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc', 'status': 'completed', 'code': 200} Jun 16 18:43:54.053633 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:43:54.074022 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] No Port match for: 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:43:54.074375 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device 2057a0c3-6bf8-4c24-aeed-9a84ab5bdbfc not bound to the agent host hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:43:54.762277 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533cd82-5784-436f-8d59-b94811642cf8 req-7df63394-bd61-4695-b38a-5c9c34cb48d4 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:54.763635 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e533cd82-5784-436f-8d59-b94811642cf8 req-7df63394-bd61-4695-b38a-5c9c34cb48d4 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/networks?id=70f90e2e-2e0a-4653-8105-5b89f8f92e62 HTTP/1.1" status: 200 len: 814 time: 0.1021540 Jun 16 18:43:54.778352 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e533cd82-5784-436f-8d59-b94811642cf8 req-cdcb7679-26e1-46c2-8494-42a8c9cd82fe tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/quotas/dc326bc65ded40f2ba65769b85d04438 HTTP/1.1" status: 200 len: 375 time: 0.0088549 Jun 16 18:43:54.812201 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e533cd82-5784-436f-8d59-b94811642cf8 req-7a60582d-adae-44cb-b429-dd319ddd13ab tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc326bc65ded40f2ba65769b85d04438&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287788 Jun 16 18:43:54.901127 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e533cd82-5784-436f-8d59-b94811642cf8 req-96c47489-a55f-418f-8a55-7c3c4473cb28 service neutron] 10.222.0.46 "GET /v2.0/networks/70f90e2e-2e0a-4653-8105-5b89f8f92e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824387 Jun 16 18:43:54.990794 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e533cd82-5784-436f-8d59-b94811642cf8 req-fc92ec11-4f7e-4134-b30b-f7683f48f826 service neutron] 10.222.0.46 "GET /v2.0/networks/70f90e2e-2e0a-4653-8105-5b89f8f92e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840325 Jun 16 18:43:55.161625 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-82ffd17a-910b-47e0-b9c7-cb11591131e4 req-b2d67f46-e04c-4ec4-a1d8-588974d5e67a tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8a51ef-09c5-44b2-9c21-7cf704ea20f0 HTTP/1.1" status: 200 len: 210 time: 0.0287430 Jun 16 18:43:56.219187 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533cd82-5784-436f-8d59-b94811642cf8 req-dfcbb40c-1850-4a92-8fc1-45b52836a5cb tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:56.221461 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e533cd82-5784-436f-8d59-b94811642cf8 req-dfcbb40c-1850-4a92-8fc1-45b52836a5cb tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.36 "GET /v2.0/networks?id=70f90e2e-2e0a-4653-8105-5b89f8f92e62 HTTP/1.1" status: 200 len: 814 time: 0.1059535 Jun 16 18:43:56.239278 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-e533cd82-5784-436f-8d59-b94811642cf8 req-32e3ce2f-b194-4e4b-bee3-b6ff5fcd4ac4 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Request body: {'port': {'device_id': '4e8a51ef-09c5-44b2-9c21-7cf704ea20f0', 'network_id': '70f90e2e-2e0a-4653-8105-5b89f8f92e62', 'admin_state_up': True, 'tenant_id': 'dc326bc65ded40f2ba65769b85d04438'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:43:56.341480 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-576937a1-c7b1-49af-8008-9b149f3ec8d4 req-4560b772-a140-4721-b14e-da527f29ad50 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8a51ef-09c5-44b2-9c21-7cf704ea20f0 HTTP/1.1" status: 200 len: 210 time: 0.0401745 Jun 16 18:43:56.383514 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e533cd82-5784-436f-8d59-b94811642cf8 req-32e3ce2f-b194-4e4b-bee3-b6ff5fcd4ac4 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Made reservation on behalf of dc326bc65ded40f2ba65769b85d04438 for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:43:56.387033 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e533cd82-5784-436f-8d59-b94811642cf8 req-32e3ce2f-b194-4e4b-bee3-b6ff5fcd4ac4 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-133615611'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:56.505663 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-e533cd82-5784-436f-8d59-b94811642cf8 req-32e3ce2f-b194-4e4b-bee3-b6ff5fcd4ac4 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Allocated IP 172.20.0.12 (70f90e2e-2e0a-4653-8105-5b89f8f92e62/13292995-5a46-434c-9155-cb85809c8072/a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:43:56.646544 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e533cd82-5784-436f-8d59-b94811642cf8 req-32e3ce2f-b194-4e4b-bee3-b6ff5fcd4ac4 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:56.683251 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e533cd82-5784-436f-8d59-b94811642cf8 req-32e3ce2f-b194-4e4b-bee3-b6ff5fcd4ac4 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-133616446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-14913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789583011575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130527772'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:56.687412 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bafa2002-e400-499d-94d1-741e40e23b98 tempest-VolumesActionsTest-1940292227 tempest-VolumesActionsTest-1940292227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:56.723851 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e533cd82-5784-436f-8d59-b94811642cf8 req-32e3ce2f-b194-4e4b-bee3-b6ff5fcd4ac4 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Network 70f90e2e-2e0a-4653-8105-5b89f8f92e62 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:43:56.727058 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-e533cd82-5784-436f-8d59-b94811642cf8 req-32e3ce2f-b194-4e4b-bee3-b6ff5fcd4ac4 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:43:56.732589 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-e533cd82-5784-436f-8d59-b94811642cf8 req-32e3ce2f-b194-4e4b-bee3-b6ff5fcd4ac4 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 18:43:56.760642 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3ce2f-b194-4e4b-bee3-b6ff5fcd4ac4 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Pushing event updated for resources: {'Port': ['ID=a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:56.765391 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-32e3ce2f-b194-4e4b-bee3-b6ff5fcd4ac4 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:56.787041 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533cd82-5784-436f-8d59-b94811642cf8 req-32e3ce2f-b194-4e4b-bee3-b6ff5fcd4ac4 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:56.787648 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e533cd82-5784-436f-8d59-b94811642cf8 req-32e3ce2f-b194-4e4b-bee3-b6ff5fcd4ac4 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:56.800511 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e533cd82-5784-436f-8d59-b94811642cf8 req-32e3ce2f-b194-4e4b-bee3-b6ff5fcd4ac4 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5651681 Jun 16 18:43:56.812379 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Request body: {'port': {'device_id': '4e8a51ef-09c5-44b2-9c21-7cf704ea20f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 18:43:56.881203 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:57.140573 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:43:57.148412 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:57.160586 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Transition to ACTIVE for port object a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 18:43:57.164243 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:57.166889 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-eb2957b6-7726-4411-8be6-d9de7096c52d tempest-ServerRescueNegativeTestJSON-1370295612 tempest-ServerRescueNegativeTestJSON-1370295612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:57.242014 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:57.244970 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:57.313508 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Attempting to bind port a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab on host hv-cinder-66710 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 18:43:57.313734 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Attempting to bind port a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '8a83d4d0-19e3-458f-82e7-5444623b5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '70f90e2e-2e0a-4653-8105-5b89f8f92e62'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 18:43:57.314056 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Attempting to bind port a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab on network 70f90e2e-2e0a-4653-8105-5b89f8f92e62 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:43:57.318160 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Port a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab on network 70f90e2e-2e0a-4653-8105-5b89f8f92e62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 18:43:57.318480 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Attempting to bind port a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab on network 70f90e2e-2e0a-4653-8105-5b89f8f92e62 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 18:43:57.322982 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Checking agent: {'id': '430a9a83-85fc-4e56-9798-0b54252fd97b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'started_at': datetime.datetime(2021, 6, 16, 18, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 18, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 18:43:57.323322 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Checking segment: {'id': '8a83d4d0-19e3-458f-82e7-5444623b5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '70f90e2e-2e0a-4653-8105-5b89f8f92e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 18:43:57.323699 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Bound using segment: {'id': '8a83d4d0-19e3-458f-82e7-5444623b5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '70f90e2e-2e0a-4653-8105-5b89f8f92e62'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 18:43:57.324118 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Bound port: a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a83d4d0-19e3-458f-82e7-5444623b5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '70f90e2e-2e0a-4653-8105-5b89f8f92e62'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 18:43:57.324496 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:57.387091 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] For port a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab, host hv-cinder-66710, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 18:43:57.390772 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] For port a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab,segment=NetworkSegment(8a83d4d0-19e3-458f-82e7-5444623b5012),segment_id=8a83d4d0-19e3-458f-82e7-5444623b5012)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 18:43:57.396369 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130527754'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:57.398352 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-eb03b399-8bfe-4044-a240-0e07f038fb5f tempest-TestShelveInstance-1498248520 tempest-TestShelveInstance-1498248520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:43:57.431885 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:57.432524 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:43:57.433869 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e533cd82-5784-436f-8d59-b94811642cf8 req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] 10.222.0.36 "PUT /v2.0/ports/a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab HTTP/1.1" status: 200 len: 1094 time: 0.6259317 Jun 16 18:43:57.434396 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8a51ef-09c5-44b2-9c21-7cf704ea20f0', 'tag': 'a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:43:57.437376 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e8090f-6d02-4534-b561-3d32d1b1496d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8a51ef-09c5-44b2-9c21-7cf704ea20f0", "tag": "a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:43:57.463418 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:43:57.467955 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-29b65aca-a8a7-42f5-af21-5d9b004bdd38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:43:57.491103 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 18:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb61ca6-dbcd-4c3a-a7fb-5481d65ae87c x-openstack-request-id: req-acb61ca6-dbcd-4c3a-a7fb-5481d65ae87c {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:43:57.491443 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8a51ef-09c5-44b2-9c21-7cf704ea20f0", "tag": "a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:43:57.491741 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-acb61ca6-dbcd-4c3a-a7fb-5481d65ae87c {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:43:57.492216 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8a51ef-09c5-44b2-9c21-7cf704ea20f0', 'tag': 'a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab', 'status': 'completed', 'code': 200} Jun 16 18:43:57.584173 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f6526-6621-4128-abb4-7870000decf9 req-838f9068-ecfb-436e-9110-582585cd0272 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:57.585537 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f78f6526-6621-4128-abb4-7870000decf9 req-838f9068-ecfb-436e-9110-582585cd0272 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8a51ef-09c5-44b2-9c21-7cf704ea20f0 HTTP/1.1" status: 200 len: 944 time: 0.0961852 Jun 16 18:43:57.588063 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533cd82-5784-436f-8d59-b94811642cf8 req-8b53da35-3189-4089-8b7a-7232dc8b3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:57.589433 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e533cd82-5784-436f-8d59-b94811642cf8 req-8b53da35-3189-4089-8b7a-7232dc8b3fd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc326bc65ded40f2ba65769b85d04438&device_id=4e8a51ef-09c5-44b2-9c21-7cf704ea20f0 HTTP/1.1" status: 200 len: 1097 time: 0.1096821 Jun 16 18:43:57.636562 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e533cd82-5784-436f-8d59-b94811642cf8 req-afe7c485-c305-4ac4-b653-db2dddd1da51 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab HTTP/1.1" status: 200 len: 217 time: 0.0388312 Jun 16 18:43:57.679850 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-f78f6526-6621-4128-abb4-7870000decf9 req-1e0e2c03-8fe8-4acf-a8b9-3f3794526d35 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884409 Jun 16 18:43:57.696971 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533cd82-5784-436f-8d59-b94811642cf8 req-6b5b1a99-3308-4ca6-bd3c-6c408626fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:57.698371 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e533cd82-5784-436f-8d59-b94811642cf8 req-6b5b1a99-3308-4ca6-bd3c-6c408626fa58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13292995-5a46-434c-9155-cb85809c8072 HTTP/1.1" status: 200 len: 854 time: 0.0516968 Jun 16 18:43:57.730152 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e533cd82-5784-436f-8d59-b94811642cf8 req-c4d8a676-9214-4828-a37b-34cda70b7744 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=70f90e2e-2e0a-4653-8105-5b89f8f92e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255482 Jun 16 18:43:57.817740 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e533cd82-5784-436f-8d59-b94811642cf8 req-04099705-f40a-442b-8774-52191dbaa3ae service neutron] 10.222.0.36 "GET /v2.0/networks/70f90e2e-2e0a-4653-8105-5b89f8f92e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804763 Jun 16 18:43:57.911939 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e533cd82-5784-436f-8d59-b94811642cf8 req-6c339299-1e82-4c94-99a1-bc2eed690a75 service neutron] 10.222.0.36 "GET /v2.0/networks/70f90e2e-2e0a-4653-8105-5b89f8f92e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881045 Jun 16 18:43:58.007675 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8090f-6d02-4534-b561-3d32d1b1496d req-3c4d6a82-efac-4c6b-bfa8-61f08899fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:58.009135 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a5e8090f-6d02-4534-b561-3d32d1b1496d req-3c4d6a82-efac-4c6b-bfa8-61f08899fe2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc326bc65ded40f2ba65769b85d04438&device_id=4e8a51ef-09c5-44b2-9c21-7cf704ea20f0 HTTP/1.1" status: 200 len: 1097 time: 0.0516405 Jun 16 18:43:58.107278 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8090f-6d02-4534-b561-3d32d1b1496d req-d97b3775-cc86-488f-8eb8-e60afac1df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:58.108852 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a5e8090f-6d02-4534-b561-3d32d1b1496d req-d97b3775-cc86-488f-8eb8-e60afac1df4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=70f90e2e-2e0a-4653-8105-5b89f8f92e62 HTTP/1.1" status: 200 len: 915 time: 0.0925040 Jun 16 18:43:58.149402 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a5e8090f-6d02-4534-b561-3d32d1b1496d req-b3311d95-9f21-4aa3-8e84-e1e8b8be0031 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab HTTP/1.1" status: 200 len: 217 time: 0.0333378 Jun 16 18:43:58.200455 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8090f-6d02-4534-b561-3d32d1b1496d req-f79f27e2-9601-4e17-a001-f320c4698d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:58.202328 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a5e8090f-6d02-4534-b561-3d32d1b1496d req-f79f27e2-9601-4e17-a001-f320c4698d6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13292995-5a46-434c-9155-cb85809c8072 HTTP/1.1" status: 200 len: 854 time: 0.0454516 Jun 16 18:43:58.237393 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a5e8090f-6d02-4534-b561-3d32d1b1496d req-1d60bcc8-1d64-493e-bd44-09a85c85fa7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=70f90e2e-2e0a-4653-8105-5b89f8f92e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270584 Jun 16 18:43:58.327365 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a5e8090f-6d02-4534-b561-3d32d1b1496d req-f98c1eab-5054-43bd-b85e-c023be105845 service neutron] 10.222.0.36 "GET /v2.0/networks/70f90e2e-2e0a-4653-8105-5b89f8f92e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830836 Jun 16 18:43:58.419002 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-a5e8090f-6d02-4534-b561-3d32d1b1496d req-1f77d16e-6ab6-47e5-bf2e-841104350474 service neutron] 10.222.0.36 "GET /v2.0/networks/70f90e2e-2e0a-4653-8105-5b89f8f92e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848155 Jun 16 18:43:58.853100 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa22973-3c7a-4b80-93d2-6b1bca203be2 req-ccb0e802-eeba-47e9-94de-f07789a2cbed tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:43:58.854545 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6aa22973-3c7a-4b80-93d2-6b1bca203be2 req-ccb0e802-eeba-47e9-94de-f07789a2cbed tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8a51ef-09c5-44b2-9c21-7cf704ea20f0 HTTP/1.1" status: 200 len: 944 time: 0.0630264 Jun 16 18:43:58.892869 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-6aa22973-3c7a-4b80-93d2-6b1bca203be2 req-eb1ea744-7d80-4301-84be-c490b5acbeaf tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321162 Jun 16 18:43:59.225913 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:44:00.070332 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=92980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 18:44:00.088240 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b52cd8-45b1-4385-8139-1d9f7b75e79a req-7475e6fc-8c26-42b7-b095-841c3418ea99 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:44:00.089717 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b3b52cd8-45b1-4385-8139-1d9f7b75e79a req-7475e6fc-8c26-42b7-b095-841c3418ea99 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8a51ef-09c5-44b2-9c21-7cf704ea20f0 HTTP/1.1" status: 200 len: 944 time: 0.0877099 Jun 16 18:44:00.133295 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b3b52cd8-45b1-4385-8139-1d9f7b75e79a req-dadaeefd-a907-4632-8a7f-fdb4a00c7497 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366502 Jun 16 18:44:00.179777 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab,segment=NetworkSegment(8a83d4d0-19e3-458f-82e7-5444623b5012),segment_id=8a83d4d0-19e3-458f-82e7-5444623b5012)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:44:00.194800 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Returning: {'device': 'a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab', 'network_id': '70f90e2e-2e0a-4653-8105-5b89f8f92e62', 'port_id': 'a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab', 'mac_address': 'fa:16:3e:63:af:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13292995-5a46-434c-9155-cb85809c8072', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 18:44:00.234999 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:00.247938 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 18:44:00.269341 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab,segment=NetworkSegment(8a83d4d0-19e3-458f-82e7-5444623b5012),segment_id=8a83d4d0-19e3-458f-82e7-5444623b5012)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:44:00.273569 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:00.275357 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f3cd9959-9094-4433-8022-c258bd304dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:44:00.326708 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:44:00.330919 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:44:00.464302 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:44:01.320686 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a83bdf-486e-4156-a16e-d19dd822f3ed req-da727730-1dac-4820-8451-36fbdd913271 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:44:01.322160 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b9a83bdf-486e-4156-a16e-d19dd822f3ed req-da727730-1dac-4820-8451-36fbdd913271 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8a51ef-09c5-44b2-9c21-7cf704ea20f0 HTTP/1.1" status: 200 len: 945 time: 0.0617423 Jun 16 18:44:01.359282 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-b9a83bdf-486e-4156-a16e-d19dd822f3ed req-cab8c443-f54f-4d88-b020-f1317aaa4d04 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303516 Jun 16 18:44:02.100111 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab up at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 18:44:02.148158 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning for port a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab completed by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 18:44:02.151622 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Provisioning complete for port a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab triggered by entity L2. {{(pid=92980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 18:44:02.152004 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564817'] for port, provisioning_complete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:02.228861 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-133615593'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:02.251742 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8a51ef-09c5-44b2-9c21-7cf704ea20f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:44:02.253994 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}542d038063a6f4bf2e517c5df0ef9f5494d7e7f9e6f8ab5697c020b591adcc7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec84af5-0778-4d8f-b6b5-6409e5cefad9" -d '{"events": [{"server_uuid": "4e8a51ef-09c5-44b2-9c21-7cf704ea20f0", "name": "network-vif-plugged", "status": "completed", "tag": "a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:44:02.266615 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] For port a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab,segment=NetworkSegment(8a83d4d0-19e3-458f-82e7-5444623b5012),segment_id=8a83d4d0-19e3-458f-82e7-5444623b5012)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:44:02.271257 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789583452775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789583008269', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789583008314'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:02.273148 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7f500548-310d-478e-b57a-4b15549cba1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:44:02.294462 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68410143-1d27-459f-9c63-24b96502fe4d x-openstack-request-id: req-68410143-1d27-459f-9c63-24b96502fe4d {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:44:02.295376 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8a51ef-09c5-44b2-9c21-7cf704ea20f0", "name": "network-vif-plugged", "status": "completed", "tag": "a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:44:02.295648 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-68410143-1d27-459f-9c63-24b96502fe4d {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:44:02.296044 dv-cinder-667108-31-smb neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8a51ef-09c5-44b2-9c21-7cf704ea20f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab', 'code': 200} Jun 16 18:44:02.320567 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Pushing event updated for resources: {'Port': ['ID=a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab,revision_number=5']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:44:02.323416 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:44:02.553665 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b41677-4a38-4f92-8d06-4f0edafaf284 req-aa4448e4-f499-44cc-936e-8747b4679290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:44:02.555122 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-20b41677-4a38-4f92-8d06-4f0edafaf284 req-aa4448e4-f499-44cc-936e-8747b4679290 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a51ef-09c5-44b2-9c21-7cf704ea20f0 HTTP/1.1" status: 200 len: 1099 time: 0.0947440 Jun 16 18:44:02.566816 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade66b3-46ff-43be-bd56-e99c07ee8be3 req-ac0d0e6b-dd1a-4743-a74d-cc5bf536a3a1 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:44:02.568180 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-eade66b3-46ff-43be-bd56-e99c07ee8be3 req-ac0d0e6b-dd1a-4743-a74d-cc5bf536a3a1 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8a51ef-09c5-44b2-9c21-7cf704ea20f0 HTTP/1.1" status: 200 len: 946 time: 0.0819659 Jun 16 18:44:02.617119 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-20b41677-4a38-4f92-8d06-4f0edafaf284 req-6f201e48-6dda-4587-85a8-a7c566f9e317 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480232 Jun 16 18:44:02.624716 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-eade66b3-46ff-43be-bd56-e99c07ee8be3 req-fa2768f7-271b-4b96-bdc4-ef975cef36d8 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506942 Jun 16 18:44:03.796805 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25490792-89a7-4338-a19e-14eb77b1d93e req-a619da02-2120-465b-9d4c-e05c466ebb7e tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:44:03.798252 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-25490792-89a7-4338-a19e-14eb77b1d93e req-a619da02-2120-465b-9d4c-e05c466ebb7e tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8a51ef-09c5-44b2-9c21-7cf704ea20f0 HTTP/1.1" status: 200 len: 946 time: 0.0626042 Jun 16 18:44:03.835082 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-25490792-89a7-4338-a19e-14eb77b1d93e req-609efc03-e176-487f-95df-d7b20c7c4e59 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312006 Jun 16 18:44:08.924698 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d1527284-a2a3-4341-9928-c8fd2b61af0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:11.278184 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-293be598-4dc8-492e-81cd-d359d11f9d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:11.363353 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:11.708098 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:12.505034 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:14.200436 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:17.982879 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dbec1-05bd-4921-bcfe-8834965b7dd4 req-2346c4ce-2a1e-4dfc-950c-a02161fd214f tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:44:17.984474 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-989dbec1-05bd-4921-bcfe-8834965b7dd4 req-2346c4ce-2a1e-4dfc-950c-a02161fd214f tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8a51ef-09c5-44b2-9c21-7cf704ea20f0 HTTP/1.1" status: 200 len: 946 time: 0.3401537 Jun 16 18:44:18.020489 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-989dbec1-05bd-4921-bcfe-8834965b7dd4 req-57ad3ee3-57f0-4e4d-b71b-0174e6a5a8ac tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303290 Jun 16 18:44:19.198323 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acd4a2-99c3-46e4-bd35-896cbdd56c56 req-6ddbcb55-275e-4470-852f-4edd843993ce tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:44:19.199778 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c1acd4a2-99c3-46e4-bd35-896cbdd56c56 req-6ddbcb55-275e-4470-852f-4edd843993ce tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8a51ef-09c5-44b2-9c21-7cf704ea20f0 HTTP/1.1" status: 200 len: 946 time: 0.0670846 Jun 16 18:44:19.244074 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-c1acd4a2-99c3-46e4-bd35-896cbdd56c56 req-6567400b-4370-474b-95d5-3b26bc20678d tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384808 Jun 16 18:44:20.415165 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd569e3-9dce-46de-b826-ac1bb014fd02 req-1264bb3c-83d2-4050-92d2-69cb9f8ee0d8 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:44:20.416613 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9bd569e3-9dce-46de-b826-ac1bb014fd02 req-1264bb3c-83d2-4050-92d2-69cb9f8ee0d8 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8a51ef-09c5-44b2-9c21-7cf704ea20f0 HTTP/1.1" status: 200 len: 946 time: 0.0648496 Jun 16 18:44:20.454026 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-9bd569e3-9dce-46de-b826-ac1bb014fd02 req-5b378daa-6314-412c-9d93-4171198aa2f3 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317678 Jun 16 18:44:21.621353 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979bedc7-9375-4261-9d0a-4e10d154a912 req-8c1002df-3553-4e5c-bdb3-880caf716282 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:44:21.623306 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-979bedc7-9375-4261-9d0a-4e10d154a912 req-8c1002df-3553-4e5c-bdb3-880caf716282 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8a51ef-09c5-44b2-9c21-7cf704ea20f0 HTTP/1.1" status: 200 len: 946 time: 0.0603156 Jun 16 18:44:21.660931 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-979bedc7-9375-4261-9d0a-4e10d154a912 req-969898cd-e751-4dd4-ae4f-7e725a111584 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0361312-f8a5-4492-853a-44f66fc5fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318494 Jun 16 18:44:22.015517 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba62f87-a190-471d-812c-5a36b6af338f req-74d3ca97-cd38-4fa1-832b-4dc363421784 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 18:44:22.016962 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0ba62f87-a190-471d-812c-5a36b6af338f req-74d3ca97-cd38-4fa1-832b-4dc363421784 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a51ef-09c5-44b2-9c21-7cf704ea20f0 HTTP/1.1" status: 200 len: 946 time: 0.0623899 Jun 16 18:44:22.114936 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-0ba62f87-a190-471d-812c-5a36b6af338f req-306e9a9f-3c69-45ef-8fea-992026053d46 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Deleting port a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 18:44:22.115278 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-0ba62f87-a190-471d-812c-5a36b6af338f req-306e9a9f-3c69-45ef-8fea-992026053d46 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789583447965'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:22.199611 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-0ba62f87-a190-471d-812c-5a36b6af338f req-306e9a9f-3c69-45ef-8fea-992026053d46 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] For port a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab,segment=NetworkSegment(8a83d4d0-19e3-458f-82e7-5444623b5012),segment_id=8a83d4d0-19e3-458f-82e7-5444623b5012)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 18:44:22.199968 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-0ba62f87-a190-471d-812c-5a36b6af338f req-306e9a9f-3c69-45ef-8fea-992026053d46 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441581'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:22.266806 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-0ba62f87-a190-471d-812c-5a36b6af338f req-306e9a9f-3c69-45ef-8fea-992026053d46 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Calling delete_port for a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 18:44:22.391807 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-0ba62f87-a190-471d-812c-5a36b6af338f req-306e9a9f-3c69-45ef-8fea-992026053d46 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133616439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789583452793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789583008260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130527747'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:22.395602 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-114947b4-4144-4910-9ffb-29bdd11b7735 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:44:22.404929 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] get_ports_and_sgs() called for port_ids ['a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab'] {{(pid=92980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 18:44:22.421060 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e9a9f-3c69-45ef-8fea-992026053d46 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Pushing event deleted for resources: {'Port': ['ID=a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:44:22.424202 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-306e9a9f-3c69-45ef-8fea-992026053d46 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:44:22.462956 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba62f87-a190-471d-812c-5a36b6af338f req-306e9a9f-3c69-45ef-8fea-992026053d46 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] No DVR routers for this DVR port a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab on host hv-cinder-66710 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 18:44:22.465477 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-0ba62f87-a190-471d-812c-5a36b6af338f req-306e9a9f-3c69-45ef-8fea-992026053d46 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134207635'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:22.468080 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-0ba62f87-a190-471d-812c-5a36b6af338f req-306e9a9f-3c69-45ef-8fea-992026053d46 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.36 "DELETE /v2.0/ports/a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab HTTP/1.1" status: 204 len: 173 time: 0.4455774 Jun 16 18:44:22.468623 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8a51ef-09c5-44b2-9c21-7cf704ea20f0', 'name': 'network-vif-deleted', 'tag': 'a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 18:44:22.470883 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd50845c52585afa230bd1b01c3f2680a4ba99f1de952e5b96989d5f207ae6fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce6598e-07aa-43b2-9f8e-bdd695d5cb53" -d '{"events": [{"server_uuid": "4e8a51ef-09c5-44b2-9c21-7cf704ea20f0", "name": "network-vif-deleted", "tag": "a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:44:22.510173 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 18:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5b1fea-4adc-4f28-a513-2a8defe327c3 x-openstack-request-id: req-ab5b1fea-4adc-4f28-a513-2a8defe327c3 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:44:22.510511 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8a51ef-09c5-44b2-9c21-7cf704ea20f0", "name": "network-vif-deleted", "tag": "a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:44:22.510808 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab5b1fea-4adc-4f28-a513-2a8defe327c3 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:44:22.511273 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8a51ef-09c5-44b2-9c21-7cf704ea20f0', 'name': 'network-vif-deleted', 'tag': 'a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab', 'status': 'completed', 'code': 200} Jun 16 18:44:22.813728 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [req-e93fe9a0-7b48-400f-ad43-215b741f4567 req-3f0e8c1a-233b-41a0-9c6c-493b0d35a2b0 tempest-VolumesSnapshotTestJSON-791919627 tempest-VolumesSnapshotTestJSON-791919627-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8a51ef-09c5-44b2-9c21-7cf704ea20f0 HTTP/1.1" status: 200 len: 210 time: 0.0326900 Jun 16 18:44:26.287508 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab no longer exists at agent hyperv_hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 18:44:26.308418 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] No Port match for: a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab {{(pid=92980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 18:44:26.308780 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.rpc [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Device a3ba2631-e1bc-4e2e-8728-b4a9b6fa32ab not bound to the agent host hv-cinder-66710 {{(pid=92980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 18:44:36.226017 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:44:38.924460 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1ff1ae0a-de21-4866-94fe-1d3cb26d45e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:40.802860 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.46', 40300) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:44:40.847193 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf87b33-1f0b-48e7-8bbc-97fad9e6b21b admin admin] Deleting subnet 13292995-5a46-434c-9155-cb85809c8072 {{(pid=92978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 18:44:40.850199 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fbf87b33-1f0b-48e7-8bbc-97fad9e6b21b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:40.883431 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fbf87b33-1f0b-48e7-8bbc-97fad9e6b21b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130531062'] for subnet, precommit_delete_associations {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:40.921608 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fbf87b33-1f0b-48e7-8bbc-97fad9e6b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586659'] for subnet, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:40.980258 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fbf87b33-1f0b-48e7-8bbc-97fad9e6b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133741377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130527945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130642475'] for subnet, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:40.982146 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2a1efbbd-736a-42f2-918c-a8e27f2a60a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:44:41.005736 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf87b33-1f0b-48e7-8bbc-97fad9e6b21b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13292995-5a46-434c-9155-cb85809c8072,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:44:41.015403 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fbf87b33-1f0b-48e7-8bbc-97fad9e6b21b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:41.018332 dv-cinder-667108-31-smb neutron-server[92978]: INFO neutron.wsgi [None req-fbf87b33-1f0b-48e7-8bbc-97fad9e6b21b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/13292995-5a46-434c-9155-cb85809c8072 HTTP/1.1" status: 204 len: 168 time: 0.2144578 Jun 16 18:44:41.020154 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf87b33-1f0b-48e7-8bbc-97fad9e6b21b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.020552 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf87b33-1f0b-48e7-8bbc-97fad9e6b21b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.020935 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf87b33-1f0b-48e7-8bbc-97fad9e6b21b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.021059 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 40302) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:44:41.021476 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf87b33-1f0b-48e7-8bbc-97fad9e6b21b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.021669 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf87b33-1f0b-48e7-8bbc-97fad9e6b21b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.022037 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf87b33-1f0b-48e7-8bbc-97fad9e6b21b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.022420 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf87b33-1f0b-48e7-8bbc-97fad9e6b21b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.022792 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf87b33-1f0b-48e7-8bbc-97fad9e6b21b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.023127 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf87b33-1f0b-48e7-8bbc-97fad9e6b21b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.023487 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf87b33-1f0b-48e7-8bbc-97fad9e6b21b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.023848 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf87b33-1f0b-48e7-8bbc-97fad9e6b21b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.024233 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf87b33-1f0b-48e7-8bbc-97fad9e6b21b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.027476 dv-cinder-667108-31-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-fbf87b33-1f0b-48e7-8bbc-97fad9e6b21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:44:41.091417 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627518'] for network, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:41.165341 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584236', 'neutron.services.segments.db._delete_segments_for_network-8789583485489'] for network, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:41.175726 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f90e2e-2e0a-4653-8105-5b89f8f92e62']}} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:44:41.185212 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a83d4d0-19e3-458f-82e7-5444623b5012') {'for_net_delete': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:44:41.185506 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.services.segments.db [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a83d4d0-19e3-458f-82e7-5444623b5012') {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:44:41.194440 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789583484802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131384597'] for segment, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:41.208958 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408'] for segment, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:41.215305 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=92979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:44:41.215691 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131963382'] for segment, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: Traceback (most recent call last): Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: timer() Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: cb(*args, **kw) Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: return func(*args, **kwargs) Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: self._notify() Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: self.callback(batched_events) Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: event.method(event) Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: return f(self, *a, **k) Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: return self._get(url).json() Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: return self.request(url, 'GET', **kwargs) Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 18:44:41.217525 dv-cinder-667108-31-smb neutron-server[92979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 18:44:41.275991 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-133741384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439411'] for network, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:41.279733 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:44:41.280715 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-088c72b4-432f-4d45-b9dc-97815c26fbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:41.292545 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133741399'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:41.294345 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] 10.222.0.46 "DELETE /v2.0/networks/70f90e2e-2e0a-4653-8105-5b89f8f92e62 HTTP/1.1" status: 204 len: 168 time: 0.2723775 Jun 16 18:44:41.295441 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Pushing event deleted for resources: {'Network': ['ID=70f90e2e-2e0a-4653-8105-5b89f8f92e62,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:44:41.303791 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.306098 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.306631 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.307117 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.307620 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.308117 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.308624 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.309093 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.309559 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.310080 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.310487 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.310949 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-31-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:44:41.315897 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-83488f2c-66b8-4f49-8b2a-6ca2fdc06a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:44:41.361321 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:41.413706 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 40308) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:44:41.452314 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-d827659f-3a84-49db-8867-21786b7d1642 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc326bc65ded40f2ba65769b85d04438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373080 Jun 16 18:44:41.455530 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.46', 40310) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 18:44:41.504403 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e300de79-187b-4de7-b01f-e438bc22be70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:41.525358 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e300de79-187b-4de7-b01f-e438bc22be70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:41.581775 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e300de79-187b-4de7-b01f-e438bc22be70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516608'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:41.584117 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e300de79-187b-4de7-b01f-e438bc22be70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:41.585257 dv-cinder-667108-31-smb neutron-server[92979]: INFO neutron.wsgi [None req-e300de79-187b-4de7-b01f-e438bc22be70 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d0361312-f8a5-4492-853a-44f66fc5fcc9 HTTP/1.1" status: 204 len: 168 time: 0.1287878 Jun 16 18:44:41.586005 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-55eb5f60-63ca-4fc3-acc7-c69530aa39c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 18:44:41.593156 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300de79-187b-4de7-b01f-e438bc22be70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0361312-f8a5-4492-853a-44f66fc5fcc9,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:44:41.596775 dv-cinder-667108-31-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e300de79-187b-4de7-b01f-e438bc22be70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 18:44:41.709035 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:42.509871 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:44:44.203113 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:08.924296 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ddb5a2f2-e2f1-402a-8898-4b73ce6f4f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:11.283637 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-483044fe-7657-46ce-9c2d-fa4ec361afef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:11.361409 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:11.710705 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:12.513454 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:13.224968 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:45:14.206220 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:38.924606 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-154ead6d-9ade-467f-866e-f5ff9585bba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:41.285222 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d2192704-bcab-4201-ae08-6bf81a8dd53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:41.494975 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:41.711748 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:42.515189 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:44.209745 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:45:50.223438 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:46:08.925418 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-516519df-4e62-4a9e-b03f-adfc044c59bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:11.286216 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d2632b3d-5d23-40c9-9591-f727dbe49852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:11.397491 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:11.712085 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:12.516547 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:14.211914 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:27.221690 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:46:38.925805 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3e449330-98aa-4991-90d8-29d175ce47d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:41.287821 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5bab2e2d-fc8f-4a52-8f9d-58e5c468e3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:41.389613 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:41.712950 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:42.519065 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:46:44.216005 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:04.220925 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:47:08.930120 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-22b11b9e-2c75-45c3-aba3-e5c7bf7fc2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:11.287819 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4dbed835-76ec-4e0c-8336-c17ca4e68cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:11.402994 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:11.712788 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:12.522989 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:14.222793 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:38.930106 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2bda6570-c85f-4177-ae77-39dfd2abd663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:41.219610 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:47:41.289312 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6f501fd4-92f1-4701-b7ba-0eecfc7b0bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:41.403074 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:41.713895 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:42.525181 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:47:44.226073 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:08.932005 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ca947022-c54d-4d20-bd80-d9ae53feb398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:11.289802 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dc407d1f-1caf-4845-a344-d2caf83aeab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:11.400216 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:11.714202 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:12.528478 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:14.227116 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:18.218136 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:48:38.932472 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-07bc0607-d491-4d70-b7ed-6e93faa31a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:41.289691 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ead3b1ba-12f6-4c5e-9ca3-4df1d3d93fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:41.415354 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:41.714660 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:42.530882 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:44.231022 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:48:55.216276 dv-cinder-667108-31-smb neutron-server[92981]: DEBUG neutron.db.agents_db [None req-9c3093c4-8547-4273-b2d7-e9809ffd1b12 None None] Agent healthcheck: found 6 active agents {{(pid=92981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 18:49:08.933191 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dd6438fe-f112-45d0-9528-c540e7936eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:11.290577 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1fff7bdf-2647-4d07-86e1-b21bb4b7a300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:11.430208 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5c996f8b-5a4c-4b09-8af1-2e882b95de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:11.716264 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98243b4e-f586-47ef-b46f-ce69e92433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:12.537139 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b319cbf-8880-4cb4-aa8c-75a0dd2d5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 18:49:14.236956 dv-cinder-667108-31-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb38b-5d3d-4e16-a56a-83aa616069f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789583485471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564962'] for agent, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}